-- Logs begin at Wed 2021-12-15 15:35:54 UTC, end at Wed 2021-12-15 16:38:32 UTC. -- Dec 15 16:12:35.475118 dv-cinder-812685-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 16:12:38.416766 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.common.config [-] Logging enabled! Dec 15 16:12:38.417454 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 16:12:38.417555 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102459) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 16:12:38.421420 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.common.config [-] Logging enabled! Dec 15 16:12:38.421678 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 16:12:38.421999 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102459) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 16:12:38.422934 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 16:12:38.423170 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 16:12:38.423561 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 16:12:38.423804 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 16:12:38.424030 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 16:12:38.424353 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.424780 dv-cinder-812685-4-iscsi neutron-server[102459]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 16:12:38.425089 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.425371 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.425677 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.425960 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.426249 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.426531 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.426815 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.427112 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.427403 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.427696 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.427969 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.428258 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.428539 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.428827 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.429112 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.429392 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] debug = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.429672 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.430102 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.430524 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.430802 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.431087 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.431391 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.431662 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.431937 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.432218 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.432541 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] host = dv-cinder-812685-4-iscsi {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.432817 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.433101 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.433383 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.433666 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.433938 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.434213 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.435077 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.435363 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.435669 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] log_file = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.435948 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.436240 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.436529 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.436821 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.437047 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.437268 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.437557 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.437844 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.438122 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.438394 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.438668 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.438940 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.439219 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.439510 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.439801 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.440085 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.440371 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.440651 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.440923 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.441196 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.441470 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.441756 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.442104 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.442306 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.442580 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.442866 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.443137 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.443431 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.443736 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.444024 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.444309 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.444593 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.444868 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.445149 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.445421 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.445695 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.445974 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] use_json = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.446239 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.446508 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.446787 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.447062 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.447335 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.447635 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.447907 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.448192 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:38.448491 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.448786 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.449089 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.449372 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.449675 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.449987 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.450783 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.451063 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.451381 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.451675 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.451968 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.452250 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.452542 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.452823 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.453118 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.453427 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.453721 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.454013 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.454289 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.454565 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.454840 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.455119 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.455434 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.455721 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.456013 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.456303 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.456582 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.456877 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.457164 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.457458 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.457748 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.458022 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.458305 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.458602 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.458882 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.459160 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.459464 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.459757 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.460037 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.460312 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.460594 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.460873 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.461145 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.461418 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.461694 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.461982 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.462264 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.462534 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.462804 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.463081 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.463352 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.463658 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.463935 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.464210 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.464484 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.464764 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.465041 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.465317 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.465638 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.466416 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.466713 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.467002 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.467288 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.467596 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.467877 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.468159 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.468437 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.468715 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.468999 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.469283 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.469557 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.469833 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.470411 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.470688 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.470978 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.471280 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.471585 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.471868 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.472149 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.472427 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.472708 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.472987 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.473267 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.473549 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.473822 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.474110 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.474395 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.474684 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.474970 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.475281 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.475611 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.475888 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.476173 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.476450 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.476731 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.477016 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.477302 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.477598 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.477892 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.478185 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.478476 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.478773 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.479060 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.479385 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.479674 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:38.479891 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 16:12:38.480137 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102459) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 16:12:38.929127 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 16:12:38.929380 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 16:12:38.929663 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 16:12:38.930009 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 16:12:39.258657 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.259034 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.259034 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.260414 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.260683 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.260943 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.305560 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.305839 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.306101 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.321020 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.321020 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.321020 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.349897 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.350170 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.350426 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.387231 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.387539 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.388086 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.728831 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.729522 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.729522 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.729694 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.730297 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.829719 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.830042 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.830316 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.830584 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.830810 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.831117 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.831388 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.831751 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.831998 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.832274 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.832525 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.832755 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.833029 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.833279 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.833541 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.833783 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.834029 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.834298 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.834560 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.834804 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.835062 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.835303 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.835605 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.835974 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.836214 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.836452 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.836842 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:12:39.837074 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:12:39.837303 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:12:39.837550 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:12:39.837765 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:12:39.838015 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:12:39.838346 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 16:12:39.841784 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 16:12:39.846153 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 16:12:39.850198 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Dec 15 16:12:39.851876 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 16:12:39.852325 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 16:12:39.852661 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 16:12:39.853045 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 16:12:39.855926 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 16:12:39.856173 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 16:12:39.856522 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 16:12:39.861868 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 16:12:39.887828 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 16:12:39.888342 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.889019 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102459) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 16:12:39.889243 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.890704 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102459) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 16:12:39.890996 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 16:12:39.891246 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 16:12:39.894537 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.894810 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:39.957096 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 16:12:39.957316 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 16:12:39.957549 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 16:12:39.957923 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 16:12:39.980625 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_db.sqlalchemy.engines [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102459) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 16:12:40.406567 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Initializing driver for type 'gre' Dec 15 16:12:40.407119 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] gre ID ranges: [(1, 1000)] Dec 15 16:12:40.463458 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Initializing driver for type 'local' Dec 15 16:12:40.463797 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Initializing driver for type 'vlan' Dec 15 16:12:40.478782 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] VlanTypeDriver initialization complete Dec 15 16:12:40.479157 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Initializing driver for type 'vxlan' Dec 15 16:12:40.479697 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] vxlan ID ranges: [(1, 1000)] Dec 15 16:12:40.540023 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Initializing extension driver 'port_security' Dec 15 16:12:40.540378 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.extensions.port_security [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] PortSecurityExtensionDriver initialization complete Dec 15 16:12:40.540874 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Initializing mechanism driver 'openvswitch' Dec 15 16:12:40.541250 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Initializing mechanism driver 'hyperv' Dec 15 16:12:40.550705 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.plugins.ml2.plugin [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:40.551681 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > port after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.552148 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > port after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.552522 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > port after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.553241 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 16:12:40.553807 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > subnet after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.554290 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > subnet after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.554635 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.555137 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 16:12:40.555597 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > network after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.556066 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > network after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.556547 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > network after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.557095 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 16:12:40.557627 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > security_group after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.557990 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > security_group after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.558379 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > security_group after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.558906 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 16:12:40.559402 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.560526 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.560865 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.561274 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 16:12:40.561684 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > address_group after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.562028 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > address_group after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.562367 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > address_group after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.562767 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 16:12:40.563152 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] ML2 OVO RPC backend initialized. {{(pid=102459) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 16:12:40.563947 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.564300 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.564716 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > network before_response 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.565059 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > networks before_response 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.565403 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > port before_response 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.565739 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > ports before_response 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.566076 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > subnet before_response 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.566411 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > subnets before_response 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.566751 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > network after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.567087 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > network after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.567447 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > network after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.567781 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > port after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.568112 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > port after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.568441 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > port after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.568769 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > subnet after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.569099 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > subnet after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.569427 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.570028 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.plugin [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Modular L2 Plugin initialization complete Dec 15 16:12:40.570348 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading services supported by the core plugin {{(pid=102459) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 16:12:40.570725 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.plugins.ml2.managers [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Got port-security extension from driver 'port_security' Dec 15 16:12:40.571137 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.extensions.vlantransparent [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Disabled vlantransparent extension. Dec 15 16:12:40.571667 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102459) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 16:12:40.571976 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading Plugin: router Dec 15 16:12:40.611222 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router_interface before_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.611686 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router after_create 55549900 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.612008 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router before_create 55549900 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.612370 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.612742 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.613093 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router after_delete 55549900 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.613446 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > floatingip after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.613917 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > floatingip after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.614272 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router after_create 55549900 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.614624 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router after_update 55549900 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.614966 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router after_update 55549900 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.615307 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.615690 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router after_update 55549900 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.616096 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router precommit_update 55549900 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.616456 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: port after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.616824 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: port after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.617156 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: subnet after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.617521 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.617902 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > port precommit_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.618270 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router precommit_create 55549900 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.618611 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: port before_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.618947 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router precommit_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.619461 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router after_update 55549900 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.619832 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router precommit_delete 55549900 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.620169 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router precommit_create 55549900 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.620533 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.620879 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router precommit_update 55549900 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.621273 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > agent after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.621648 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > agent after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.622089 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > network after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.623682 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Tracking information for resource: router configured {{(pid=102459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:12:40.624021 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Tracking information for resource: floatingip configured {{(pid=102459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 16:12:40.629895 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.db.l3_agentschedulers_db [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 16:12:40.630478 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: port after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.630812 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: port after_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.631184 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: port after_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.631575 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: port after_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.632396 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router before_create 55550100 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.632759 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router precommit_delete 55550100 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.633117 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router precommit_create 55550100 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.633469 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > router precommit_update 55550100 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.639103 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.services.provider_configuration [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Service providers = [] {{(pid=102459) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 16:12:40.639502 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.db.servicetype_db [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102459) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 16:12:40.642511 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.services.service_base [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 16:12:40.642865 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.services.service_base [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 16:12:40.643203 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.services.service_base [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 16:12:40.644123 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.services.service_base [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 16:12:40.644493 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.services.service_base [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 16:12:40.644852 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:12:40.645161 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 16:12:40.656887 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:12:40.657215 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading Plugin: auto_allocate Dec 15 16:12:40.663396 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: network precommit_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.663792 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: network precommit_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.664308 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:12:40.664601 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading Plugin: tag Dec 15 16:12:40.672238 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:12:40.672572 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading Plugin: timestamp Dec 15 16:12:40.676447 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:12:40.676781 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading Plugin: network_ip_availability Dec 15 16:12:40.682355 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.682719 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.683068 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.683838 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:12:40.684157 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading Plugin: flavors Dec 15 16:12:40.690176 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:12:40.690426 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading Plugin: revisions Dec 15 16:12:40.694874 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 16:12:40.695266 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_concurrency.lockutils [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.765s {{(pid=102459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 16:12:40.696078 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102459) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 16:12:40.696411 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Initializing extension manager. Dec 15 16:12:40.696928 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: __init__.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.697274 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: __pycache__ {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.697606 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.697920 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: address_group.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.698686 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.699268 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: address-group Dec 15 16:12:40.699619 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: address_scope.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.700894 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.701419 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: address-scope Dec 15 16:12:40.701740 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: admin_state_down_before_update.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.702687 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.703196 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: router-admin-state-down-before-update Dec 15 16:12:40.703553 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: agent.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.704260 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.704765 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: agent Dec 15 16:12:40.705084 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: agent_resources_synced.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.706009 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.706514 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: agent-resources-synced Dec 15 16:12:40.706832 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: allowedaddresspairs.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.708702 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.709227 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: allowed-address-pairs Dec 15 16:12:40.709545 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: auto_allocated_topology.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.710629 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.711143 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: auto-allocated-topology Dec 15 16:12:40.711489 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: availability_zone.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.712189 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.712694 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: availability_zone Dec 15 16:12:40.713008 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: availability_zone_filter.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.713913 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.714416 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: availability_zone_filter Dec 15 16:12:40.714729 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: data_plane_status.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.715752 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.716803 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 16:12:40.717127 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: default_subnetpools.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.718049 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.719339 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: default-subnetpools Dec 15 16:12:40.719339 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: dhcpagentscheduler.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.719696 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.720944 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: dhcp_agent_scheduler Dec 15 16:12:40.720944 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: dns.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.721837 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.722338 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension dns-integration not supported by any of loaded plugins Dec 15 16:12:40.722656 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: dns_domain_ports.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.723602 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.724103 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 16:12:40.724421 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.725339 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.725865 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 16:12:40.726716 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: dvr.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.726816 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.727309 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: dvr Dec 15 16:12:40.727655 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: ecmp_routes.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.728579 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.729081 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 16:12:40.729613 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: empty_string_filtering.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.730300 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.730794 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: empty-string-filtering Dec 15 16:12:40.731121 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.732730 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.733241 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 16:12:40.733561 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.734480 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.734980 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 16:12:40.735303 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: external_net.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.736228 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.736739 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: external-net Dec 15 16:12:40.737065 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: extra_dhcp_opt.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.737981 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.738486 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: extra_dhcp_opt Dec 15 16:12:40.738807 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: extraroute.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.739742 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.740251 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: extraroute Dec 15 16:12:40.740574 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: extraroute_atomic.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.743291 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.743846 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: extraroute-atomic Dec 15 16:12:40.744175 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: filter_validation.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.744860 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.745371 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: filter-validation Dec 15 16:12:40.745695 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: fip_pf_description.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.746619 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.747338 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 16:12:40.748157 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: fip_port_details.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.749111 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.749622 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: fip-port-details Dec 15 16:12:40.749946 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: flavors.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.751204 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.751757 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: flavors Dec 15 16:12:40.752080 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.753789 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.754302 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 16:12:40.754634 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: floatingip_pools.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.755329 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.755860 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: floatingip-pools Dec 15 16:12:40.756181 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: ip_allocation.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.757117 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.757619 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 16:12:40.757942 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.758856 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.759358 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: ip-substring-filtering Dec 15 16:12:40.759714 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: l2_adjacency.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.760634 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.761138 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 16:12:40.761460 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: l3.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.762465 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.763567 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: router Dec 15 16:12:40.763904 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: l3_conntrack_helper.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.766220 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.766752 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 16:12:40.767083 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.768045 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.768561 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: ext-gw-mode Dec 15 16:12:40.768891 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.769808 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.770317 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: l3-ha Dec 15 16:12:40.770639 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: l3_flavors.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.771590 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.772099 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: l3-flavors Dec 15 16:12:40.772422 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.773324 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.773829 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 16:12:40.774153 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: l3agentscheduler.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.775206 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.775748 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: l3_agent_scheduler Dec 15 16:12:40.776078 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: local_ip.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.777884 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.779002 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension local_ip not supported by any of loaded plugins Dec 15 16:12:40.779336 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: logging.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.780868 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.781393 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension logging not supported by any of loaded plugins Dec 15 16:12:40.781722 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: metering.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.782611 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.783196 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: metering Dec 15 16:12:40.783567 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.784670 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.785188 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: metering_source_and_destination_fields Dec 15 16:12:40.785512 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: multiprovidernet.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.786444 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.786957 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: multi-provider Dec 15 16:12:40.787275 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: netmtu.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.788222 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.788727 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: net-mtu Dec 15 16:12:40.789052 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: netmtu_writable.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.789964 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.790464 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: net-mtu-writable Dec 15 16:12:40.790786 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: network_availability_zone.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.791478 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.791975 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: network_availability_zone Dec 15 16:12:40.792293 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: network_ip_availability.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.793405 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.794058 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: network-ip-availability Dec 15 16:12:40.794818 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: network_segment_range.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.795632 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.796134 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 16:12:40.796457 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: pagination.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.797433 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.797754 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: pagination Dec 15 16:12:40.798073 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: port_device_profile.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.798976 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.799518 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: port-device-profile Dec 15 16:12:40.799840 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.800759 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.801263 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: port-mac-address-regenerate Dec 15 16:12:40.801581 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.802489 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.802990 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: port-numa-affinity-policy Dec 15 16:12:40.803307 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: port_resource_request.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.804236 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.804740 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 16:12:40.805056 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: port_resource_request_groups.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.806027 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.806538 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 16:12:40.806858 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: portbindings.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.807809 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.808312 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: binding Dec 15 16:12:40.808634 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: portbindings_extended.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.810189 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.810769 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: binding-extended Dec 15 16:12:40.811091 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: portsecurity.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.812030 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.812534 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: port-security Dec 15 16:12:40.812855 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: project_id.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.813837 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.814169 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: project-id Dec 15 16:12:40.814496 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: providernet.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.815410 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.815944 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: provider Dec 15 16:12:40.816267 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: qos.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.819962 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.820484 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension qos not supported by any of loaded plugins Dec 15 16:12:40.820872 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.822094 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.822580 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 16:12:40.822906 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.823859 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.824362 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 16:12:40.824691 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: qos_default.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.826122 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.826649 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension qos-default not supported by any of loaded plugins Dec 15 16:12:40.826973 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: qos_fip.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.827640 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.828138 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension qos-fip not supported by any of loaded plugins Dec 15 16:12:40.828455 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: qos_fip_network_policy.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.829464 dv-cinder-812685-4-iscsi neutron-server[102459]: WARNING neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 15 16:12:40.829787 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: qos_gateway_ip.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.830700 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.831212 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 16:12:40.831571 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: qos_port_network_policy.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.832498 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.833001 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 16:12:40.833327 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.834479 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.835010 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 16:12:40.835316 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: qos_pps_rule.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.836527 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.837042 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension qos-pps not supported by any of loaded plugins Dec 15 16:12:40.837360 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: qos_rule_type_details.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.838268 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.838776 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 16:12:40.839093 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: qos_rules_alias.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.840179 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.840812 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 16:12:40.841629 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: quota_check_limit.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.843312 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.843312 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: quota-check-limit Dec 15 16:12:40.843500 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: quotasv2.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.844482 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.844744 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: quotas Dec 15 16:12:40.845064 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: quotasv2_detail.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.848594 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.848935 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: quota_details Dec 15 16:12:40.849265 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: rbac.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.850339 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.850868 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: rbac-policies Dec 15 16:12:40.851198 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: rbac_address_group.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.852150 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.852702 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: rbac-address-group Dec 15 16:12:40.853023 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: rbac_address_scope.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.853945 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.854455 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: rbac-address-scope Dec 15 16:12:40.854778 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: rbac_security_groups.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.855724 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.856249 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: rbac-security-groups Dec 15 16:12:40.857127 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: rbac_subnetpool.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.858057 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.858572 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: rbac-subnetpool Dec 15 16:12:40.858895 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: revisionifmatch.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.859840 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.860348 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: revision-if-match Dec 15 16:12:40.860670 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: revisions.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.861786 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.862297 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: standard-attr-revisions Dec 15 16:12:40.862625 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: router_availability_zone.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.863290 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.863828 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: router_availability_zone Dec 15 16:12:40.864147 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: routerservicetype.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.865062 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.865567 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension router-service-type not supported by any of loaded plugins Dec 15 16:12:40.865893 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.866907 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.867403 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: security-groups-normalized-cidr Dec 15 16:12:40.867762 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: security_groups_port_filtering.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.868689 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.869198 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: port-security-groups-filtering Dec 15 16:12:40.869513 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.870434 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.870941 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: security-groups-remote-address-group Dec 15 16:12:40.871238 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.872780 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.873299 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: security-groups-shared-filtering Dec 15 16:12:40.873623 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.874206 dv-cinder-812685-4-iscsi neutron-server[102459]: WARNING neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 16:12:40.874522 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: securitygroup.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.884572 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.885120 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: security-group Dec 15 16:12:40.885452 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: segment.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.886284 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.886790 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension segment not supported by any of loaded plugins Dec 15 16:12:40.887113 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.888773 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.889288 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 16:12:40.889615 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: servicetype.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.890774 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.891290 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: service-type Dec 15 16:12:40.891637 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: sorting.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.892637 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.892962 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: sorting Dec 15 16:12:40.893284 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: standard_attr_segment.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.894205 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.894718 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 16:12:40.895035 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: standardattrdescription.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.895718 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.896210 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: standard-attr-description Dec 15 16:12:40.896526 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: stateful_security_group.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.897468 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.897988 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: stateful-security-group Dec 15 16:12:40.898310 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: stdattrs_common.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.898891 dv-cinder-812685-4-iscsi neutron-server[102459]: WARNING neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 16:12:40.899204 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.900163 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.900668 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 16:12:40.900983 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: subnet_onboard.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.902060 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.902576 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: subnet_onboard Dec 15 16:12:40.902896 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.904396 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.904909 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 16:12:40.905229 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: subnet_service_types.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.906166 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.906678 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: subnet-service-types Dec 15 16:12:40.907002 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: subnetallocation.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.908131 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.908642 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: subnet_allocation Dec 15 16:12:40.908967 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.909637 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.910145 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: subnetpool-prefix-ops Dec 15 16:12:40.910469 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.911461 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.911962 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 16:12:40.912286 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: tagging.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.913387 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.913900 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: standard-attr-tag Dec 15 16:12:40.914228 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: timestamp.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.915472 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.915989 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loaded extension: standard-attr-timestamp Dec 15 16:12:40.916307 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: trunk.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.917345 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.917854 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension trunk not supported by any of loaded plugins Dec 15 16:12:40.918173 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: trunk_details.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.919706 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.920225 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension trunk-details not supported by any of loaded plugins Dec 15 16:12:40.920550 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: uplink_status_propagation.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.921492 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.922002 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 16:12:40.922321 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Loading extension file: vlantransparent.py {{(pid=102459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 16:12:40.922999 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 16:12:40.923533 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 16:12:40.926168 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:network Dec 15 16:12:40.926714 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:subnet Dec 15 16:12:40.927120 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 16:12:40.927542 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:port Dec 15 16:12:40.928877 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.v2.resource_helper [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:12:40.929319 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.v2.resource_helper [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Service FLAVORS assigned prefix: {{(pid=102459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:12:40.929929 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.v2.resource_helper [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:12:40.930350 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.v2.resource_helper [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:12:40.930674 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:router Dec 15 16:12:40.931102 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:floatingip Dec 15 16:12:40.931623 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.v2.resource_helper [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Service METERING assigned prefix: /metering {{(pid=102459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:12:40.933114 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.933480 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.933826 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:12:40.935612 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 16:12:40.936065 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:security_group Dec 15 16:12:40.936501 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 16:12:40.937129 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.v2.resource_helper [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Service CORE assigned prefix: {{(pid=102459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:12:40.937450 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 16:12:40.937795 dv-cinder-812685-4-iscsi neutron-server[102459]: WARNING neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] subnetpool is already registered Dec 15 16:12:40.938228 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.v2.resource_helper [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Service CORE assigned prefix: {{(pid=102459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:12:40.938549 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 16:12:40.938873 dv-cinder-812685-4-iscsi neutron-server[102459]: WARNING neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] subnetpool is already registered Dec 15 16:12:40.941217 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.v2.resource_helper [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:12:40.941646 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.v2.resource_helper [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Service FLAVORS assigned prefix: {{(pid=102459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:12:40.942225 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.v2.resource_helper [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:12:40.942643 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.v2.resource_helper [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:12:40.942968 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:router Dec 15 16:12:40.943306 dv-cinder-812685-4-iscsi neutron-server[102459]: WARNING neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] router is already registered Dec 15 16:12:40.943742 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:floatingip Dec 15 16:12:40.944074 dv-cinder-812685-4-iscsi neutron-server[102459]: WARNING neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] floatingip is already registered Dec 15 16:12:40.944521 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.v2.resource_helper [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Service METERING assigned prefix: /metering {{(pid=102459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:12:40.945192 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 16:12:40.945512 dv-cinder-812685-4-iscsi neutron-server[102459]: WARNING neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] rbac_policy is already registered Dec 15 16:12:40.945920 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:security_group Dec 15 16:12:40.946253 dv-cinder-812685-4-iscsi neutron-server[102459]: WARNING neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] security_group is already registered Dec 15 16:12:40.946649 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 16:12:40.946976 dv-cinder-812685-4-iscsi neutron-server[102459]: WARNING neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] security_group_rule is already registered Dec 15 16:12:40.947641 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.v2.resource_helper [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Service CORE assigned prefix: {{(pid=102459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:12:40.947965 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 16:12:40.948290 dv-cinder-812685-4-iscsi neutron-server[102459]: WARNING neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] subnetpool is already registered Dec 15 16:12:40.948701 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.v2.resource_helper [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Service CORE assigned prefix: {{(pid=102459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 16:12:40.949018 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 16:12:40.949337 dv-cinder-812685-4-iscsi neutron-server[102459]: WARNING neutron.quota.resource_registry [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] subnetpool is already registered Dec 15 16:12:40.949791 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: extensions {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.952059 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: address-groups {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.953630 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: address-scopes {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.954966 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: agents {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.956148 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: auto-allocated-topology {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.957380 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: availability_zones {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.958583 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: dhcp-networks {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.960131 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: dhcp-agents {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.961523 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: routers {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.963713 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: flavors {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.964881 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: service_profiles {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.966355 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: next_providers {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.967828 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: service_profiles {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.970839 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: floatingip-pools {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.972102 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: routers {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.974190 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: floatingips {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.975496 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: l3-routers {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.976878 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: l3-agents {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.978333 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: metering-labels {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.979706 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: metering-label-rules {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.980976 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: network-ip-availabilities {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.982950 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: bindings {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.984623 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: quotas {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.986225 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: quotas {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.987775 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: rbac-policies {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.989062 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: security-groups {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.990281 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: security-group-rules {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.991524 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: service-providers {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.992803 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: subnetpools {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.994195 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: subnetpools {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.995655 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: tags {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.997984 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: tags {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:40.999827 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: tags {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:41.001621 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: tags {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:41.003416 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: tags {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:41.005261 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: tags {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:41.006917 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: tags {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:41.008817 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: tags {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:41.010576 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: tags {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:41.012411 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron.api.extensions [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Extended resource: tags {{(pid=102459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 16:12:41.019288 dv-cinder-812685-4-iscsi neutron-server[102459]: WARNING keystonemiddleware.auth_token [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 16:12:41.024058 dv-cinder-812685-4-iscsi neutron-server[102459]: WARNING keystonemiddleware.auth_token [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 16:12:41.033651 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_concurrency.lockutils [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Acquired lock "singleton_lock" {{(pid=102459) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 16:12:41.034122 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_concurrency.lockutils [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Releasing lock "singleton_lock" {{(pid=102459) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 16:12:41.034784 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO oslo_service.service [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Starting 2 workers Dec 15 16:12:41.039606 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Started child 102566 {{(pid=102459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 16:12:41.044999 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Started child 102567 {{(pid=102459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 16:12:41.045395 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:41.046559 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO neutron.service [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 16:12:41.046942 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [-] (102566) wsgi starting up on http://0.0.0.0:9696 Dec 15 16:12:41.047222 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Publish callbacks [] for process, before_spawn {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:41.049439 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:41.049993 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO oslo_service.service [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Starting 1 workers Dec 15 16:12:41.050838 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [-] (102567) wsgi starting up on http://0.0.0.0:9696 Dec 15 16:12:41.054705 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Started child 102568 {{(pid=102459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 16:12:41.055270 dv-cinder-812685-4-iscsi neutron-server[102459]: INFO oslo_service.service [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Starting 1 workers Dec 15 16:12:41.058791 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.service [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] calling RpcWorker wait() {{(pid=102568) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 16:12:41.059430 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.service [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] returning from RpcWorker wait() {{(pid=102568) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 16:12:41.060646 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Started child 102569 {{(pid=102459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 16:12:41.060756 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:41.061084 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:41.061453 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG neutron_lib.callbacks.manager [None req-5c375ab0-8dec-4ae3-a85b-a81cdb41875b None None] Publish callbacks [] for process, after_spawn {{(pid=102459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:41.063149 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102459) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 16:12:41.063347 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 16:12:41.063541 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 16:12:41.063779 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 16:12:41.064112 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 16:12:41.064274 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 16:12:41.064790 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.065055 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.065311 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.065407 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:41.065858 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.065858 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.066398 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.066647 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.066878 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.067184 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.067479 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.067640 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.067787 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.068056 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.068283 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.068597 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.068860 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.069158 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.069419 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.069587 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.069843 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.070141 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.070368 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.070635 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] debug = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.070925 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.071664 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.071991 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.072333 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.072723 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.073177 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.073576 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.074191 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.074385 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.074733 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.075065 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.075646 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.076382 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.076607 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.076867 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.077095 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.077353 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.077583 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.078065 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] host = dv-cinder-812685-4-iscsi {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.078314 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.078536 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.078775 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.079049 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.079269 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.079617 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.079865 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.080139 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.080381 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.080629 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.080885 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.081129 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.081384 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.081625 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_file = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.081776 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_options = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.082027 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.082291 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.082543 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.082740 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.082911 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.083090 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.083348 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.083563 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.083787 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.084006 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.084238 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.084573 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.084739 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.084880 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.085102 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.085334 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.085537 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.085748 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.085994 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.086228 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.086468 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.086706 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.086927 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.087168 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.087423 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.087629 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.087896 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.088098 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.088323 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.088557 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.088788 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.089040 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.089289 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.089495 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.089759 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.090010 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.090232 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.090446 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.090802 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.091754 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.092117 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.092493 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.092725 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.093093 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.093461 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.093688 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.093928 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] use_json = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.094168 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.094418 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.094768 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.095046 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.096200 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.096200 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.096430 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:41.096801 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.096915 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.097327 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.097544 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.097903 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.098158 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.098368 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.098973 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.098973 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.099152 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.099362 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.101524 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.101524 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.101524 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.101524 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.101524 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.101524 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.101524 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.101524 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.102037 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.102037 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.102165 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.102312 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.102783 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.103060 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.103276 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.103532 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.103795 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.103988 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.104290 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.104562 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.104910 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.105170 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.105430 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.106992 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.106992 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.106992 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.106992 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.106992 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.107913 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.107913 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.109201 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.109201 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.109201 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.109201 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.109937 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.110240 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.110435 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.110674 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.110948 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.111181 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.111423 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.112002 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.112002 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.112196 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.112279 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.112501 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.112769 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.113024 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.113394 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.113794 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.114148 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.114498 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.114888 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.115309 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.115714 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.116113 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.116499 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.116893 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.117271 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.117690 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.117921 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.118136 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.118352 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.118575 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.118817 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.119053 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.119437 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.119826 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.120197 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.120579 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.120956 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.121188 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.121580 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.122039 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.130951 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.130951 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.130951 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.130951 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.130951 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.130951 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.130951 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.130951 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.130951 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.133727 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.133727 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.133727 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.133727 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.133727 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.133727 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.133727 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.133727 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.134639 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.134639 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.134639 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.134639 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.134639 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.134639 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.134639 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.134639 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.135579 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.135579 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.135579 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.135579 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.135579 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.135579 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.135579 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.135579 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.137337 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.137337 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.137337 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.137337 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.137337 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.137337 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.137337 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.137337 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138287 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138287 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138287 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138287 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138287 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138287 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138287 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138287 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138879 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138879 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138879 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138879 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138879 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138879 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138879 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.138879 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.139738 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.139738 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.139738 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.139738 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.139738 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.139738 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.139738 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.139738 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.140695 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.140695 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.140695 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.140695 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.140695 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.140695 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.140695 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.140695 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.141272 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.141272 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.141272 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.141272 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.141272 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.141616 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.141691 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.141885 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.142121 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.142376 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.142586 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.142808 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.143043 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.143275 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.143531 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.143748 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.143958 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.144201 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.144420 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.144696 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.144947 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.145161 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.145403 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.145639 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.145892 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.146103 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.146351 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.146567 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.146948 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.147090 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.147219 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.149094 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.149094 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.149094 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.149094 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.149094 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.149094 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.150394 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.150657 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.150892 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.151145 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.151410 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.151670 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.151907 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.152144 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.152364 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.152581 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.152794 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.153032 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.153479 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.153900 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.154586 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.154809 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.155024 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.155255 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.155550 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.156054 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.156272 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.156631 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.156897 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.157119 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.157358 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.157590 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.157800 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.158012 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.158230 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.158445 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.158656 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.158902 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.159118 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.160450 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.160450 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.160450 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.160450 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.160450 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.161995 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.161995 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.161995 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.161995 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.161995 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.161995 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.162838 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.162838 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.164337 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.164337 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.164337 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.164337 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.164714 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.164802 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.164990 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.165225 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.165479 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.165785 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.166380 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 33260) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:12:41.167653 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.167940 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.168250 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.169189 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.169189 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.169189 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.169550 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.169681 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.170089 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.170327 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.170978 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.171249 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.173173 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.173518 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.173807 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.174076 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.174339 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.174641 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.174933 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.175208 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.175693 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.175997 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.176348 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.176623 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.176974 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.178759 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.178759 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.178759 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.178759 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.178759 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.178759 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.178759 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.179294 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.179294 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.180172 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.181163 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.181512 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.181653 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.181898 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.182137 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.182366 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.182605 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.182812 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 16:12:41.183315 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102459) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 16:12:41.183529 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 16:12:41.184090 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 16:12:41.184793 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 16:12:41.184793 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 16:12:41.185122 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 16:12:41.185332 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.185504 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.186241 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.186428 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.186648 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.186815 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.187173 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0175514 Dec 15 16:12:41.188153 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.188412 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.189607 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.189607 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.189607 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.189607 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.189607 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.189607 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.189607 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.189607 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.191206 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.191206 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.191206 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.191206 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.191206 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.191206 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.191206 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] debug = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.191206 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.192615 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.192615 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.192615 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.192615 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.192615 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.192615 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.193383 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.193383 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.193383 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.193383 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.193383 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.193383 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.193383 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.193383 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.194348 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.194348 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.194348 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.194348 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] host = dv-cinder-812685-4-iscsi {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.194348 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.194348 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.194348 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.194348 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.195314 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.195314 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.195314 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.195314 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.195314 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.195314 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.195314 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.195314 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.196431 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.196431 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_file = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.196431 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_options = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.196431 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.196431 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.196431 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.196431 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.196431 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.197591 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.197591 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.197591 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.197591 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.197591 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.197591 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.197591 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.197591 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.198614 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.198614 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.198614 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.198614 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.198614 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.198614 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.199404 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.199404 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.199404 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.199404 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.199404 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.200339 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.200506 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.200663 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.200822 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.200978 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.201292 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.201449 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.201583 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.201762 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.201902 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.202032 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.202183 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.202338 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.202485 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.202667 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.202817 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.203877 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.203877 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.203877 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.203877 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.203877 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.204505 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.204505 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] use_json = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.204755 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.204854 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.204922 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.205084 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.205239 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.205394 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.205550 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.205778 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 16:12:41.205921 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.206073 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.206424 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.206593 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.206756 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.206917 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.207078 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.207239 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.207469 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.207714 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.207927 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.209091 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.209091 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.209091 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.209091 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.209554 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.209554 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.209554 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.209777 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.209777 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.209925 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.210063 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.210237 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.210395 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.210556 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.210714 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.210873 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.211039 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.211199 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.211395 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.212645 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.213255 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.214042 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.215520 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.215725 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.215927 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.216070 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.216245 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.216419 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.216571 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.216737 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.216985 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.217158 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.217328 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.217491 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.217652 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.217903 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.218049 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.218195 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.218566 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.221637 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.221812 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.222168 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.222168 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.222490 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.222490 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.222759 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.222893 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.223024 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.223155 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.223285 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.223523 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.223660 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.223793 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.223953 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.224100 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.224234 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.224365 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.224494 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.224655 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.224814 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.224974 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.225133 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.225291 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.225447 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.225599 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.225759 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.225917 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.226061 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.226222 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.226380 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.226540 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.226700 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.226912 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.227048 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.227179 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.227346 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.227620 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.227981 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.228127 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.228259 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.228454 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.228638 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.228799 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.228958 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.230032 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.230032 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.230032 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.230032 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.230558 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:41.230708 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.230708 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.230708 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.230708 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.230708 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.231470 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.231470 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.231470 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.231470 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.231980 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.231980 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.231980 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.231980 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.232648 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.232648 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.232648 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.232648 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.232648 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.233279 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.233279 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.233279 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.233279 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.233762 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.233762 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.233762 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.234129 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.234129 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.234397 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.234397 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.234647 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.234647 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.234894 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.234894 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.235141 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.235270 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.235420 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.235568 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.235700 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.235831 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.235986 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.236134 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.236294 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.236454 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.236612 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.236762 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.236917 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.237075 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.237235 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.237393 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.237553 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.237712 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.237872 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.238025 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.238267 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.238415 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.238548 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.238678 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.238808 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.238938 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.239068 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.239198 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.239348 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.239550 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.239683 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.239814 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.239968 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.240126 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.240272 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.240433 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.240595 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.240753 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.240898 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.241057 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.241215 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.241372 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.241530 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.241693 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.241852 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.242011 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.242171 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.242325 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.242478 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.242636 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.242797 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.242956 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.243116 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.243275 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.243455 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.243628 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.243773 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.243905 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.244055 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.244214 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.244360 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.244536 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.244694 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.245334 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.245334 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.245334 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.245334 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.245895 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.245895 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.245895 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.245895 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.246380 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.246511 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.246657 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.246819 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.247002 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.247163 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.247322 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.247729 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.248162 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.248406 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.248544 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.248675 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.248894 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.249057 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.249258 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.249395 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.249537 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.249668 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.249818 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.250068 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.251711 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.251711 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.252002 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.252135 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.252265 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.252396 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.252525 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.252710 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.252876 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.253045 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.253211 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.253426 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.253569 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.253756 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.254015 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.255434 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.255434 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.255434 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.255434 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.255434 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.255434 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.255434 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.255434 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.256049 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.256049 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.256049 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.256252 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.256328 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.256507 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.256691 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.256906 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.257132 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.257411 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.257671 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.257926 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.258135 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.258304 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.258464 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.258643 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.258809 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.258982 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.259150 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.259311 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.260049 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.260230 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.260404 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.260590 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.260734 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.260915 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.261059 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.261211 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.261369 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.261528 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.261687 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.261845 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.262025 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.262186 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.262346 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.262847 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.263417 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.263935 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.264103 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.264266 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.264427 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.264587 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.264747 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.264908 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.265068 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 16:12:41.265222 dv-cinder-812685-4-iscsi neutron-server[102459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 16:12:54.328149 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44328f9a-04a6-42c1-8afc-29ddb860beec None None] get_active_networks_info from dv-cinder-812685-4-iscsi {{(pid=102568) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 16:12:54.376033 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9212517-5802-47ac-9a0f-6240a04af414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534754'] for agent, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:54.414199 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44328f9a-04a6-42c1-8afc-29ddb860beec None None] No non-hosted networks {{(pid=102568) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 16:12:56.898830 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f93b2553-0ea0-4c1b-a2d8-40fa2981cb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534754'] for agent, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:56.985416 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c688fd1b-f10e-4b0d-9bdf-ca37f8a79126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:58.809923 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534754'] for agent, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:59.921493 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534754'] for agent, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:12:59.922196 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:59.922476 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:59.922800 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:59.923120 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:59.925542 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:59.928278 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:59.928639 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:59.928995 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:59.929326 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:59.929659 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:59.929992 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:59.930312 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:59.930643 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:12:59.931050 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-812685-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:59.940530 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-812685-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:12:59.942986 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534754'] for agent, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:01.850792 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 33358) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:02.417972 dv-cinder-812685-4-iscsi neutron-server[102567]: WARNING oslo_policy.policy [None req-1b78d1d2-9cbe-4d60-af72-b0d7833a11be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:13:02.418527 dv-cinder-812685-4-iscsi neutron-server[102567]: WARNING oslo_policy.policy [None req-1b78d1d2-9cbe-4d60-af72-b0d7833a11be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:13:02.653689 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [None req-1b78d1d2-9cbe-4d60-af72-b0d7833a11be admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:13:02.655104 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-1b78d1d2-9cbe-4d60-af72-b0d7833a11be admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8032742 Dec 15 16:13:04.434955 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.db.l3_hamode_db [None req-ea56b683-cec7-4174-a084-20ad21298f11 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 16:13:04.515352 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea56b683-cec7-4174-a084-20ad21298f11 None None] Routers set() bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:13:04.515799 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea56b683-cec7-4174-a084-20ad21298f11 None None] Router IDs set() for agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 16:13:05.313704 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 33372) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:05.664529 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-7672eba3-37e6-47fb-b666-a5668e299ef4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:05.760155 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.policy [None req-7672eba3-37e6-47fb-b666-a5668e299ef4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102567) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 16:13:05.807667 dv-cinder-812685-4-iscsi neutron-server[102567]: WARNING oslo_policy.policy [None req-7672eba3-37e6-47fb-b666-a5668e299ef4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:13:05.808073 dv-cinder-812685-4-iscsi neutron-server[102567]: WARNING oslo_policy.policy [None req-7672eba3-37e6-47fb-b666-a5668e299ef4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:13:05.817644 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.quota [None req-7672eba3-37e6-47fb-b666-a5668e299ef4 admin admin] Loaded quota_driver: . Dec 15 16:13:05.915339 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7672eba3-37e6-47fb-b666-a5668e299ef4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735659158056', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735659158555', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735659151983', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735659142518', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735659131819', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735659255621', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1873459', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1881395', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-539860', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-738081'] for rbac-policy, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:05.996178 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7672eba3-37e6-47fb-b666-a5668e299ef4 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:05.997307 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-7672eba3-37e6-47fb-b666-a5668e299ef4 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6825924 Dec 15 16:13:08.851032 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 33384) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:09.186346 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Request body: {'network': {'tenant_id': 'eb6f164a87b440a9a6714fa3758c302a', 'project_id': 'eb6f164a87b440a9a6714fa3758c302a', 'admin_state_up': True, 'name': 'private'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:09.218162 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Made reservation on behalf of eb6f164a87b440a9a6714fa3758c302a for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:13:09.221590 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:09.239700 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:09.363210 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:09.368608 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:09.389314 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:13:09.418690 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735660116089', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:09.419182 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Unsubscribe: segment precommit_create {{(pid=102567) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 16:13:09.419953 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Added segment 447d51dd-d087-4488-8916-cfe5ae83f5fc of type vlan for network 4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6 Dec 15 16:13:09.437014 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f380c10-dca0-4b71-a947-f7048fd397a9,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:09.487063 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:09.487401 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:09.487779 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:09.488111 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:09.488431 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:09.488751 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:09.489089 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:09.489414 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:09.489744 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:09.490083 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:09.490404 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:09.490701 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:09.491013 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Tracked resource versions report: Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: pushed versions: Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: { 'AddressGroup': {'1.2'}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'ConntrackHelper': {'1.0'}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Log': {'1.0'}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Network': {'1.1'}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Port': {'1.7'}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'PortForwarding': {'1.2'}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'QosPolicy': {'1.10'}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'SecurityGroup': {'1.5'}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'SubPort': {'1.0'}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Subnet': {'1.1'}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Trunk': {'1.1'}} Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: consumer versions: Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: { DHCP agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: L3 agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: Metadata agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: Metering agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: Open vSwitch agent@dv-cinder-812685-4-iscsi: { 'AddressGroup': '1.2', Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'ConntrackHelper': '1.0', Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'LocalIPAssociation': '1.0', Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Log': '1.0', Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Network': '1.1', Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Port': '1.7', Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'PortForwarding': '1.2', Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'QosPolicy': '1.10', Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'SecurityGroup': '1.5', Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'SecurityGroupRule': '1.2', Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'SubPort': '1.0', Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Subnet': '1.1', Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Trunk': '1.1'}} Dec 15 16:13:09.492410 dv-cinder-812685-4-iscsi neutron-server[102567]: {{(pid=102567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:13:09.544052 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:09.594991 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:09.596132 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:09.597183 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:09.682145 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8299646 Dec 15 16:13:09.708889 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8157c-5c4a-4f13-b07a-44cac7330bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:09.723527 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:13:12.668991 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 33398) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:13.114764 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c05f2b-5a07-4651-b40a-4aa0f57523fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:13.116310 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d7c05f2b-5a07-4651-b40a-4aa0f57523fe admin admin] 10.222.0.60 "GET /v2.0/networks/4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6 HTTP/1.1" status: 200 len: 825 time: 0.4462712 Dec 15 16:13:13.143073 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-ab4b470f-529a-4718-aa0a-e753bd4aa1d2 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/0dd50344-1b78-458b-b3f1-aab7ec3162b5 HTTP/1.1" status: 200 len: 734 time: 0.0204916 Dec 15 16:13:13.152866 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-bebe30d0-8c32-428a-9e69-653533ab715e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6', 'tenant_id': 'eb6f164a87b440a9a6714fa3758c302a', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '0dd50344-1b78-458b-b3f1-aab7ec3162b5'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:13.177553 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebe30d0-8c32-428a-9e69-653533ab715e admin admin] Made reservation on behalf of eb6f164a87b440a9a6714fa3758c302a for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:13:13.179873 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bebe30d0-8c32-428a-9e69-653533ab715e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:13.565353 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bebe30d0-8c32-428a-9e69-653533ab715e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:13.644363 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe30d0-8c32-428a-9e69-653533ab715e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6717105-deec-4d23-b9fa-8124d62cb79b,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:13.649001 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe30d0-8c32-428a-9e69-653533ab715e admin admin] Checking segment: {'id': '447d51dd-d087-4488-8916-cfe5ae83f5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:13:13.649389 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe30d0-8c32-428a-9e69-653533ab715e admin admin] Network hostable DHCP agents. Network: 4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:13:13.674882 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe30d0-8c32-428a-9e69-653533ab715e admin admin] Network 4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:13:13.691765 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-bebe30d0-8c32-428a-9e69-653533ab715e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:13:13.697414 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe30d0-8c32-428a-9e69-653533ab715e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:13.697981 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bebe30d0-8c32-428a-9e69-653533ab715e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:13.703241 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f1c847-7056-453d-a27a-a3c46b72dd1e None None] Network 4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:13:13.717536 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-bebe30d0-8c32-428a-9e69-653533ab715e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5679517 Dec 15 16:13:13.992097 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93a658eb-0334-563d-9744-8d0d76e8f5d2-4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6', 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6', 'project_id': 'eb6f164a87b440a9a6714fa3758c302a', 'fixed_ips': [{'subnet_id': 'b6717105-deec-4d23-b9fa-8124d62cb79b'}]}} from dv-cinder-812685-4-iscsi. {{(pid=102568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:13:13.993422 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:14.318761 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Allocated IP 172.20.0.2 (4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6/b6717105-deec-4d23-b9fa-8124d62cb79b/a0d23d5e-5bee-4628-9784-eac0b77713b7) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:13:14.580852 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:14.592344 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:14.666975 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Network 4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:13:14.672812 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:13:14.692234 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:13:14.705878 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Pushing event updated for resources: {'Port': ['ID=a0d23d5e-5bee-4628-9784-eac0b77713b7,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:14.767482 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:14.768004 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:14.768507 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:14.769001 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:14.769471 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:14.769965 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:14.770444 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:14.770828 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:14.771170 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:14.771613 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:14.771947 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:14.772281 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:14.772606 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Tracked resource versions report: Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: pushed versions: Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: { 'AddressGroup': {'1.2'}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'ConntrackHelper': {'1.0'}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Log': {'1.0'}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Network': {'1.1'}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Port': {'1.7'}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'PortForwarding': {'1.2'}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'QosPolicy': {'1.10'}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'SecurityGroup': {'1.5'}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'SubPort': {'1.0'}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Subnet': {'1.1'}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Trunk': {'1.1'}} Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: consumer versions: Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: { DHCP agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: L3 agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: Metadata agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: Metering agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: Open vSwitch agent@dv-cinder-812685-4-iscsi: { 'AddressGroup': '1.2', Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'ConntrackHelper': '1.0', Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'LocalIPAssociation': '1.0', Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Log': '1.0', Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Network': '1.1', Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Port': '1.7', Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'PortForwarding': '1.2', Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'QosPolicy': '1.10', Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'SecurityGroup': '1.5', Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'SecurityGroupRule': '1.2', Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'SubPort': '1.0', Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Subnet': '1.1', Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Trunk': '1.1'}} Dec 15 16:13:14.774037 dv-cinder-812685-4-iscsi neutron-server[102568]: {{(pid=102568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:13:14.832138 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Attempting to bind port a0d23d5e-5bee-4628-9784-eac0b77713b7 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:13:14.832457 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Attempting to bind port a0d23d5e-5bee-4628-9784-eac0b77713b7 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '447d51dd-d087-4488-8916-cfe5ae83f5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:13:14.832881 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Attempting to bind port a0d23d5e-5bee-4628-9784-eac0b77713b7 on network 4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:13:14.838695 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:13:14.839154 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Checking segment: {'id': '447d51dd-d087-4488-8916-cfe5ae83f5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:13:14.839751 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:14.840152 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Bound using segment: {'id': '447d51dd-d087-4488-8916-cfe5ae83f5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:13:14.840657 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Bound port: a0d23d5e-5bee-4628-9784-eac0b77713b7, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447d51dd-d087-4488-8916-cfe5ae83f5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:13:14.841069 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:14.910090 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] For port a0d23d5e-5bee-4628-9784-eac0b77713b7, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:13:14.914934 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] For port a0d23d5e-5bee-4628-9784-eac0b77713b7, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=a0d23d5e-5bee-4628-9784-eac0b77713b7,segment=NetworkSegment(447d51dd-d087-4488-8916-cfe5ae83f5fc),segment_id=447d51dd-d087-4488-8916-cfe5ae83f5fc)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:13:14.919417 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:14.993638 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9468a-93fb-4dab-a36d-aa1e9c0bdd28 None None] Pushing event updated for resources: {'Port': ['ID=a0d23d5e-5bee-4628-9784-eac0b77713b7,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:16.635111 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 33406) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:17.003970 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [None req-2600b026-c675-42e2-8e37-e2422b73a4d9 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:13:17.005000 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-2600b026-c675-42e2-8e37-e2422b73a4d9 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3687823 Dec 15 16:13:19.688220 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 33414) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:20.046186 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [None req-3fd21d8e-0aa9-4275-9f8f-4a68c5f9ba68 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:13:20.047246 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-3fd21d8e-0aa9-4275-9f8f-4a68c5f9ba68 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3580451 Dec 15 16:13:22.970232 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 33428) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:23.323658 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0d74f5f9-bf96-44dc-b7aa-5692306b45e0 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'eb6f164a87b440a9a6714fa3758c302a'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:23.355081 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0d74f5f9-bf96-44dc-b7aa-5692306b45e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.356837 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0d74f5f9-bf96-44dc-b7aa-5692306b45e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7031'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.504832 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0d74f5f9-bf96-44dc-b7aa-5692306b45e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.511189 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0d74f5f9-bf96-44dc-b7aa-5692306b45e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538349'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.527253 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0d74f5f9-bf96-44dc-b7aa-5692306b45e0 admin admin] Publish callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:23.528528 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0d74f5f9-bf96-44dc-b7aa-5692306b45e0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5572348 Dec 15 16:13:23.806469 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device a0d23d5e-5bee-4628-9784-eac0b77713b7 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:13:23.913214 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port a0d23d5e-5bee-4628-9784-eac0b77713b7 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:23.913884 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.024215 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.063475 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port a0d23d5e-5bee-4628-9784-eac0b77713b7, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=a0d23d5e-5bee-4628-9784-eac0b77713b7,segment=NetworkSegment(447d51dd-d087-4488-8916-cfe5ae83f5fc),segment_id=447d51dd-d087-4488-8916-cfe5ae83f5fc)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:24.069097 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.121822 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=a0d23d5e-5bee-4628-9784-eac0b77713b7,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:24.236251 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57c41b23-2cdd-44de-977a-c74e6b8467fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.453035 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e42b8d-156f-4d8e-9231-5b45364eaf72 None None] Network 4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:13:24.551650 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-d57ab060-ea01-4050-8777-606c76b0b605 None None] Provisioning complete for port a0d23d5e-5bee-4628-9784-eac0b77713b7 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:24.552013 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d57ab060-ea01-4050-8777-606c76b0b605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:24.991399 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-1deb1b57-2c66-4d4d-8bd4-a01e756a5243 None None] Provisioning complete for port a0d23d5e-5bee-4628-9784-eac0b77713b7 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:24.992182 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1deb1b57-2c66-4d4d-8bd4-a01e756a5243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:25.753699 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device a0d23d5e-5bee-4628-9784-eac0b77713b7 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:13:25.804233 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port a0d23d5e-5bee-4628-9784-eac0b77713b7 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:25.804575 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:26.241966 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 33436) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:26.777739 dv-cinder-812685-4-iscsi neutron-server[102566]: WARNING oslo_policy.policy [None req-fe6cc1d8-3445-4212-b881-0ca686f6e0ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:13:26.778302 dv-cinder-812685-4-iscsi neutron-server[102566]: WARNING oslo_policy.policy [None req-fe6cc1d8-3445-4212-b881-0ca686f6e0ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:13:26.896605 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d9a00bdf-fe4e-40dd-b6f8-a6c2be692937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:27.001435 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [None req-fe6cc1d8-3445-4212-b881-0ca686f6e0ca admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:13:27.002707 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-fe6cc1d8-3445-4212-b881-0ca686f6e0ca admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7580721 Dec 15 16:13:28.747187 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:29.712138 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 33460) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:29.851529 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:29.885224 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:29.887618 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.quota [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Loaded quota_driver: . Dec 15 16:13:29.915023 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:29.978711 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Made reservation on behalf of 31e20deab8764b62bf54218da011af15 for: {'network': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:13:30.045590 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.policy [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102566) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 16:13:30.093318 dv-cinder-812685-4-iscsi neutron-server[102566]: WARNING oslo_policy.policy [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:13:30.093691 dv-cinder-812685-4-iscsi neutron-server[102566]: WARNING oslo_policy.policy [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 16:13:30.104965 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:30.125590 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:30.247949 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:30.254642 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:30.268718 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Reserving flat network on physical network physnet1 {{(pid=102566) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 16:13:30.302303 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735660116089', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:30.303212 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Unsubscribe: segment precommit_create {{(pid=102566) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 16:13:30.304085 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.segments_db [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Added segment 63a86dcc-56ec-401a-8126-093e3433c6fa of type flat for network c5577648-1338-48a1-9aee-0000e1c86c30 Dec 15 16:13:30.310915 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98356041-cc94-4d5b-ad46-669fc92b263d,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:30.343449 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:30.343824 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:30.344155 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:30.344477 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:30.344775 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:30.345117 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:30.345439 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:30.345757 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:30.346065 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:30.346409 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:30.346718 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:30.347005 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:30.347637 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Tracked resource versions report: Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: pushed versions: Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: { 'AddressGroup': {'1.2'}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'ConntrackHelper': {'1.0'}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Log': {'1.0'}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Network': {'1.1'}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Port': {'1.7'}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'PortForwarding': {'1.2'}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'QosPolicy': {'1.10'}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'SecurityGroup': {'1.5'}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'SubPort': {'1.0'}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Subnet': {'1.1'}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Trunk': {'1.1'}} Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: consumer versions: Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: { DHCP agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: L3 agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: Metadata agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: Metering agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: Open vSwitch agent@dv-cinder-812685-4-iscsi: { 'AddressGroup': '1.2', Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'ConntrackHelper': '1.0', Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'LocalIPAssociation': '1.0', Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Log': '1.0', Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Network': '1.1', Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Port': '1.7', Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'PortForwarding': '1.2', Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'QosPolicy': '1.10', Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'SecurityGroup': '1.5', Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'SecurityGroupRule': '1.2', Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'SubPort': '1.0', Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Subnet': '1.1', Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Trunk': '1.1'}} Dec 15 16:13:30.349045 dv-cinder-812685-4-iscsi neutron-server[102566]: {{(pid=102566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:13:30.448773 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:30.503231 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:30.504877 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:30.505951 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:30.593081 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8797469 Dec 15 16:13:30.623203 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65e495-86ba-49ea-95fb-c038a5b0539d admin admin] Pushing event updated for resources: {'Network': ['ID=c5577648-1338-48a1-9aee-0000e1c86c30,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:30.634958 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network c5577648-1338-48a1-9aee-0000e1c86c30 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:13:33.134752 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 33484) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:33.246534 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f45552-00b8-45a2-90e9-a44a105b9edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:33.248135 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-25f45552-00b8-45a2-90e9-a44a105b9edd admin admin] 10.222.0.60 "GET /v2.0/subnets/b6717105-deec-4d23-b9fa-8124d62cb79b HTTP/1.1" status: 200 len: 849 time: 0.1124144 Dec 15 16:13:33.380330 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-2a286cc8-87cb-4228-a540-bd0bf70b3d92 admin admin] 10.222.0.60 "GET /v2.0/routers/6cab76ff-029f-46e9-b4ea-10319387344f HTTP/1.1" status: 200 len: 704 time: 0.1256061 Dec 15 16:13:33.664126 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:33.979776 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Allocated IP 172.20.0.1 (4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6/b6717105-deec-4d23-b9fa-8124d62cb79b/9245b486-7524-4aca-a0ec-a87442379692) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:13:34.145988 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:34.279941 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:34.356181 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Network 4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:13:34.361971 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:13:34.368635 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:13:34.369171 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534942'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:34.437267 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Pushing event updated for resources: {'Port': ['ID=9245b486-7524-4aca-a0ec-a87442379692,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:34.560359 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-3fc9e8f6-febb-4cc2-96fd-c912a2f9a693 None None] Provisioning complete for port 9245b486-7524-4aca-a0ec-a87442379692 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:34.561142 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3fc9e8f6-febb-4cc2-96fd-c912a2f9a693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:34.602985 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3fc9e8f6-febb-4cc2-96fd-c912a2f9a693 None None] Port 9245b486-7524-4aca-a0ec-a87442379692 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:13:34.607016 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:34.848864 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:34.854220 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:34.855059 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534574'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:34.935767 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Pushing event updated for resources: {'Port': ['ID=9245b486-7524-4aca-a0ec-a87442379692,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:34.991387 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Network 4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:13:34.992791 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:13:35.167587 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Router 6cab76ff-029f-46e9-b4ea-10319387344f is scheduled to L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:13:35.228612 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-b14f9e70-825a-4203-9028-aa45f5bede6b None None] Provisioning complete for port 9245b486-7524-4aca-a0ec-a87442379692 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:35.228988 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b14f9e70-825a-4203-9028-aa45f5bede6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:35.265765 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b14f9e70-825a-4203-9028-aa45f5bede6b None None] Port 9245b486-7524-4aca-a0ec-a87442379692 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:13:35.267920 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:13:35.273224 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-92873643-10a8-4aa9-a951-91c35d70397c admin admin] 10.222.0.60 "PUT /v2.0/routers/6cab76ff-029f-46e9-b4ea-10319387344f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8868825 Dec 15 16:13:35.281503 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Sync routers for ids ['6cab76ff-029f-46e9-b4ea-10319387344f'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:13:35.294194 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Routers {'6cab76ff-029f-46e9-b4ea-10319387344f'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:13:35.295118 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:13:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6cab76ff-029f-46e9-b4ea-10319387344f'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:35.493540 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Set router 6cab76ff-029f-46e9-b4ea-10319387344f gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:13:35.962901 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cab76ff-029f-46e9-b4ea-10319387344f', 'name': 'router1', 'tenant_id': 'eb6f164a87b440a9a6714fa3758c302a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:13:23Z', 'updated_at': '2021-12-15T16:13:34Z', 'revision_number': 2, 'project_id': 'eb6f164a87b440a9a6714fa3758c302a', 'gw_port_host': None, '_interfaces': [{'id': '9245b486-7524-4aca-a0ec-a87442379692', 'name': '', 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6', 'tenant_id': 'eb6f164a87b440a9a6714fa3758c302a', 'mac_address': 'fa:16:3e:99:92:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cab76ff-029f-46e9-b4ea-10319387344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6717105-deec-4d23-b9fa-8124d62cb79b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:13:33Z', 'updated_at': '2021-12-15T16:13:34Z', 'revision_number': 2, 'project_id': 'eb6f164a87b440a9a6714fa3758c302a', 'subnets': [{'id': 'b6717105-deec-4d23-b9fa-8124d62cb79b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0dd50344-1b78-458b-b3f1-aab7ec3162b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:36.018779 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Checking router: 6cab76ff-029f-46e9-b4ea-10319387344f for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:13:36.019148 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Updating router 6cab76ff-029f-46e9-b4ea-10319387344f port 9245b486-7524-4aca-a0ec-a87442379692 binding host dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:13:36.086679 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:36.688616 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:36.696504 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:36.870252 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Attempting to bind port 9245b486-7524-4aca-a0ec-a87442379692 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:13:36.870633 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Attempting to bind port 9245b486-7524-4aca-a0ec-a87442379692 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '447d51dd-d087-4488-8916-cfe5ae83f5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:13:36.871061 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Attempting to bind port 9245b486-7524-4aca-a0ec-a87442379692 on network 4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:13:36.879277 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Pushing event updated for resources: {'Port': ['ID=9245b486-7524-4aca-a0ec-a87442379692,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:36.881933 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:13:36.882329 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Checking segment: {'id': '447d51dd-d087-4488-8916-cfe5ae83f5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:13:36.882838 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:36.884012 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Bound using segment: {'id': '447d51dd-d087-4488-8916-cfe5ae83f5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:13:36.884590 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Bound port: 9245b486-7524-4aca-a0ec-a87442379692, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447d51dd-d087-4488-8916-cfe5ae83f5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:13:36.884996 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:36.901770 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:36.902118 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:36.902459 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:36.902796 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:36.903120 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:36.903451 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:36.903795 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:36.904116 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:36.904435 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:36.904959 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:36.905860 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:36.906184 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:36.906505 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Tracked resource versions report: Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: pushed versions: Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: { 'AddressGroup': {'1.2'}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'ConntrackHelper': {'1.0'}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Log': {'1.0'}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Network': {'1.1'}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Port': {'1.7'}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'PortForwarding': {'1.2'}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'QosPolicy': {'1.10'}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'SecurityGroup': {'1.5'}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'SubPort': {'1.0'}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Subnet': {'1.1'}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Trunk': {'1.1'}} Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: consumer versions: Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: { DHCP agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: L3 agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: Metadata agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: Metering agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: Open vSwitch agent@dv-cinder-812685-4-iscsi: { 'AddressGroup': '1.2', Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'ConntrackHelper': '1.0', Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'LocalIPAssociation': '1.0', Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Log': '1.0', Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Network': '1.1', Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Port': '1.7', Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'PortForwarding': '1.2', Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'QosPolicy': '1.10', Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'SecurityGroup': '1.5', Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'SecurityGroupRule': '1.2', Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'SubPort': '1.0', Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Subnet': '1.1', Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Trunk': '1.1'}} Dec 15 16:13:36.907888 dv-cinder-812685-4-iscsi neutron-server[102569]: {{(pid=102569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:13:36.973866 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] For port 9245b486-7524-4aca-a0ec-a87442379692, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:13:36.994896 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-b0eb5d50-8f93-417c-b0df-e9785625d330 None None] Provisioning complete for port 9245b486-7524-4aca-a0ec-a87442379692 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:36.995822 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0eb5d50-8f93-417c-b0df-e9785625d330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:36.995983 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] For port 9245b486-7524-4aca-a0ec-a87442379692, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=9245b486-7524-4aca-a0ec-a87442379692,segment=NetworkSegment(447d51dd-d087-4488-8916-cfe5ae83f5fc),segment_id=447d51dd-d087-4488-8916-cfe5ae83f5fc)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:13:37.002512 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:37.033515 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb5d50-8f93-417c-b0df-e9785625d330 None None] Port 9245b486-7524-4aca-a0ec-a87442379692 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:13:37.054329 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Routers {'6cab76ff-029f-46e9-b4ea-10319387344f'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:13:37.055083 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:13:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6cab76ff-029f-46e9-b4ea-10319387344f'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:37.134593 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7ebd2-953d-48d3-9cb4-d4473565a773 None None] Pushing event updated for resources: {'Port': ['ID=9245b486-7524-4aca-a0ec-a87442379692,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:37.161771 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] Set router 6cab76ff-029f-46e9-b4ea-10319387344f gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:13:37.267219 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-4e0c559c-87e9-4ea0-8ccc-0ec4eca2056c None None] Provisioning complete for port 9245b486-7524-4aca-a0ec-a87442379692 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:37.267577 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e0c559c-87e9-4ea0-8ccc-0ec4eca2056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:37.356546 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e0c559c-87e9-4ea0-8ccc-0ec4eca2056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:37.399110 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-4e0c559c-87e9-4ea0-8ccc-0ec4eca2056c None None] For port 9245b486-7524-4aca-a0ec-a87442379692, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=9245b486-7524-4aca-a0ec-a87442379692,segment=NetworkSegment(447d51dd-d087-4488-8916-cfe5ae83f5fc),segment_id=447d51dd-d087-4488-8916-cfe5ae83f5fc)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:37.405228 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4e0c559c-87e9-4ea0-8ccc-0ec4eca2056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:37.440347 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cab76ff-029f-46e9-b4ea-10319387344f', 'name': 'router1', 'tenant_id': 'eb6f164a87b440a9a6714fa3758c302a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:13:23Z', 'updated_at': '2021-12-15T16:13:34Z', 'revision_number': 2, 'project_id': 'eb6f164a87b440a9a6714fa3758c302a', 'gw_port_host': None, '_interfaces': [{'id': '9245b486-7524-4aca-a0ec-a87442379692', 'name': '', 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6', 'tenant_id': 'eb6f164a87b440a9a6714fa3758c302a', 'mac_address': 'fa:16:3e:99:92:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cab76ff-029f-46e9-b4ea-10319387344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6717105-deec-4d23-b9fa-8124d62cb79b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:13:33Z', 'updated_at': '2021-12-15T16:13:36Z', 'revision_number': 4, 'project_id': 'eb6f164a87b440a9a6714fa3758c302a', 'subnets': [{'id': 'b6717105-deec-4d23-b9fa-8124d62cb79b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0dd50344-1b78-458b-b3f1-aab7ec3162b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:37.457822 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c559c-87e9-4ea0-8ccc-0ec4eca2056c None None] Pushing event updated for resources: {'Port': ['ID=9245b486-7524-4aca-a0ec-a87442379692,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:37.477014 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e40798-d42a-4902-b2f5-ba7883d43b68 None None] The sync data for ids ['6cab76ff-029f-46e9-b4ea-10319387344f'] in dv-cinder-812685-4-iscsi is: [{'id': '6cab76ff-029f-46e9-b4ea-10319387344f', 'name': 'router1', 'tenant_id': 'eb6f164a87b440a9a6714fa3758c302a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:13:23Z', 'updated_at': '2021-12-15T16:13:34Z', 'revision_number': 2, 'project_id': 'eb6f164a87b440a9a6714fa3758c302a', 'gw_port_host': None, '_interfaces': [{'id': '9245b486-7524-4aca-a0ec-a87442379692', 'name': '', 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6', 'tenant_id': 'eb6f164a87b440a9a6714fa3758c302a', 'mac_address': 'fa:16:3e:99:92:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cab76ff-029f-46e9-b4ea-10319387344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6717105-deec-4d23-b9fa-8124d62cb79b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:13:33Z', 'updated_at': '2021-12-15T16:13:36Z', 'revision_number': 4, 'project_id': 'eb6f164a87b440a9a6714fa3758c302a', 'subnets': [{'id': 'b6717105-deec-4d23-b9fa-8124d62cb79b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0dd50344-1b78-458b-b3f1-aab7ec3162b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:13:37.823068 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 33494) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:37.973125 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9be00-a87d-46ec-a9b2-6ddaf2cf1bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:37.980582 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-16a9be00-a87d-46ec-a9b2-6ddaf2cf1bd9 admin admin] 10.222.0.60 "GET /v2.0/networks/c5577648-1338-48a1-9aee-0000e1c86c30 HTTP/1.1" status: 200 len: 842 time: 0.1504538 Dec 15 16:13:37.985425 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-cbb049d3-f4ac-4d73-a462-30fc4567013e admin admin] Request body: {'subnet': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:38.020073 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb049d3-f4ac-4d73-a462-30fc4567013e admin admin] Made reservation on behalf of 31e20deab8764b62bf54218da011af15 for: {'subnet': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:13:38.022396 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cbb049d3-f4ac-4d73-a462-30fc4567013e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:38.451136 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.objects.ports [None req-cbb049d3-f4ac-4d73-a462-30fc4567013e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102566) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 16:13:38.451689 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cbb049d3-f4ac-4d73-a462-30fc4567013e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for subnet, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:38.514743 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb049d3-f4ac-4d73-a462-30fc4567013e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4612a95-b6fe-41b2-b151-361c7c88d3e5,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:38.526744 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb049d3-f4ac-4d73-a462-30fc4567013e admin admin] Checking segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:13:38.527119 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb049d3-f4ac-4d73-a462-30fc4567013e admin admin] Network hostable DHCP agents. Network: c5577648-1338-48a1-9aee-0000e1c86c30, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:13:38.554600 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb049d3-f4ac-4d73-a462-30fc4567013e admin admin] Network c5577648-1338-48a1-9aee-0000e1c86c30 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:13:38.568397 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-cbb049d3-f4ac-4d73-a462-30fc4567013e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, c5577648-1338-48a1-9aee-0000e1c86c30) {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:13:38.573705 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb049d3-f4ac-4d73-a462-30fc4567013e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:38.574214 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cbb049d3-f4ac-4d73-a462-30fc4567013e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:38.580456 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72a5803-e068-4580-a792-f7ec70137f8f None None] Network c5577648-1338-48a1-9aee-0000e1c86c30 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:13:38.600042 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-cbb049d3-f4ac-4d73-a462-30fc4567013e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6185069 Dec 15 16:13:38.718750 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ec550-d31e-4a72-b73f-43f42de8e2b2 None None] Network c5577648-1338-48a1-9aee-0000e1c86c30 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:13:41.198014 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 33502) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:41.453152 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-3742279d-5608-41cb-ac09-7cd45a458374 admin admin] 10.222.0.60 "GET /v2.0/routers/6cab76ff-029f-46e9-b4ea-10319387344f HTTP/1.1" status: 200 len: 710 time: 0.2536018 Dec 15 16:13:41.547447 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9caa32-a30f-4674-bd50-a8ca02a29898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:13:41.549394 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-ae9caa32-a30f-4674-bd50-a8ca02a29898 admin admin] 10.222.0.60 "GET /v2.0/networks/c5577648-1338-48a1-9aee-0000e1c86c30 HTTP/1.1" status: 200 len: 886 time: 0.0903888 Dec 15 16:13:41.566115 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:13:41.862051 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:42.111889 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:42.196034 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:42.364999 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Allocated IP 172.27.2.146 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/75459a89-71bc-448d-8813-987887ef91c5) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:13:42.528497 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:42.602431 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:42.682922 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:13:42.690501 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:13:42.692685 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Pushing event updated for resources: {'Port': ['ID=75459a89-71bc-448d-8813-987887ef91c5,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:42.703907 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:13:42.996968 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:43.289295 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6985'] for router, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:43.299409 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540232'] for router, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:43.452005 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Router 6cab76ff-029f-46e9-b4ea-10319387344f has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:13:43.607906 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:13:43.615904 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] Publish callbacks [] for router, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:43.617449 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-89bb4257-6f98-41a7-870c-a743cdbc95cd admin admin] 10.222.0.60 "PUT /v2.0/routers/6cab76ff-029f-46e9-b4ea-10319387344f HTTP/1.1" status: 200 len: 890 time: 2.0587451 Dec 15 16:13:43.819325 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 9245b486-7524-4aca-a0ec-a87442379692 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:13:43.877764 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 9245b486-7524-4aca-a0ec-a87442379692 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:43.878145 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:45.020661 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Sync routers for ids ['6cab76ff-029f-46e9-b4ea-10319387344f'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:13:45.040478 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Routers {'6cab76ff-029f-46e9-b4ea-10319387344f'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:13:45.041566 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:13:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6cab76ff-029f-46e9-b4ea-10319387344f'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:45.317993 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Set router 6cab76ff-029f-46e9-b4ea-10319387344f gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:13:45.908995 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cab76ff-029f-46e9-b4ea-10319387344f', 'name': 'router1', 'tenant_id': 'eb6f164a87b440a9a6714fa3758c302a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '75459a89-71bc-448d-8813-987887ef91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:13:23Z', 'updated_at': '2021-12-15T16:13:42Z', 'revision_number': 4, 'project_id': 'eb6f164a87b440a9a6714fa3758c302a', 'gw_port': {'id': '75459a89-71bc-448d-8813-987887ef91c5', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cab76ff-029f-46e9-b4ea-10319387344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:13:42Z', 'updated_at': '2021-12-15T16:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '9245b486-7524-4aca-a0ec-a87442379692', 'name': '', 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6', 'tenant_id': 'eb6f164a87b440a9a6714fa3758c302a', 'mac_address': 'fa:16:3e:99:92:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cab76ff-029f-46e9-b4ea-10319387344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6717105-deec-4d23-b9fa-8124d62cb79b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:13:33Z', 'updated_at': '2021-12-15T16:13:37Z', 'revision_number': 5, 'project_id': 'eb6f164a87b440a9a6714fa3758c302a', 'subnets': [{'id': 'b6717105-deec-4d23-b9fa-8124d62cb79b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0dd50344-1b78-458b-b3f1-aab7ec3162b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:45.966772 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Checking router: 6cab76ff-029f-46e9-b4ea-10319387344f for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:13:45.967177 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Updating router 6cab76ff-029f-46e9-b4ea-10319387344f port 75459a89-71bc-448d-8813-987887ef91c5 binding host dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:13:46.022020 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:46.413820 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:46.421486 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:46.490339 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 33516) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:13:46.493151 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced67a4f-f1fb-4338-ab70-afa20c5f495c None None] Pushing event updated for resources: {'Port': ['ID=75459a89-71bc-448d-8813-987887ef91c5,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:46.497808 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Attempting to bind port 75459a89-71bc-448d-8813-987887ef91c5 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:13:46.498248 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Attempting to bind port 75459a89-71bc-448d-8813-987887ef91c5 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:13:46.498549 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Attempting to bind port 75459a89-71bc-448d-8813-987887ef91c5 on network c5577648-1338-48a1-9aee-0000e1c86c30 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:13:46.504859 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:13:46.505292 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Checking segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:13:46.505647 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:46.506045 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Bound using segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:13:46.506541 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Bound port: 75459a89-71bc-448d-8813-987887ef91c5, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:13:46.506947 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:46.582761 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] For port 75459a89-71bc-448d-8813-987887ef91c5, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:13:46.589755 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] For port 75459a89-71bc-448d-8813-987887ef91c5, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=75459a89-71bc-448d-8813-987887ef91c5,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:13:46.597279 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:46.658425 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-375f3616-ed37-4b96-8722-afbaa212a2b3 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1664126 Dec 15 16:13:46.661909 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Routers {'6cab76ff-029f-46e9-b4ea-10319387344f'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:13:46.662514 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:13:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6cab76ff-029f-46e9-b4ea-10319387344f'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:46.698885 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced67a4f-f1fb-4338-ab70-afa20c5f495c None None] Pushing event updated for resources: {'Port': ['ID=75459a89-71bc-448d-8813-987887ef91c5,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:46.787595 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] Set router 6cab76ff-029f-46e9-b4ea-10319387344f gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:13:47.063879 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cab76ff-029f-46e9-b4ea-10319387344f', 'name': 'router1', 'tenant_id': 'eb6f164a87b440a9a6714fa3758c302a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '75459a89-71bc-448d-8813-987887ef91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:13:23Z', 'updated_at': '2021-12-15T16:13:42Z', 'revision_number': 4, 'project_id': 'eb6f164a87b440a9a6714fa3758c302a', 'gw_port': {'id': '75459a89-71bc-448d-8813-987887ef91c5', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cab76ff-029f-46e9-b4ea-10319387344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:13:42Z', 'updated_at': '2021-12-15T16:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '9245b486-7524-4aca-a0ec-a87442379692', 'name': '', 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6', 'tenant_id': 'eb6f164a87b440a9a6714fa3758c302a', 'mac_address': 'fa:16:3e:99:92:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cab76ff-029f-46e9-b4ea-10319387344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6717105-deec-4d23-b9fa-8124d62cb79b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:13:33Z', 'updated_at': '2021-12-15T16:13:37Z', 'revision_number': 5, 'project_id': 'eb6f164a87b440a9a6714fa3758c302a', 'subnets': [{'id': 'b6717105-deec-4d23-b9fa-8124d62cb79b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0dd50344-1b78-458b-b3f1-aab7ec3162b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:13:47.096876 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61cca3c-d33f-45e0-a5f3-33438c6ca2b9 None None] The sync data for ids ['6cab76ff-029f-46e9-b4ea-10319387344f'] in dv-cinder-812685-4-iscsi is: [{'id': '6cab76ff-029f-46e9-b4ea-10319387344f', 'name': 'router1', 'tenant_id': 'eb6f164a87b440a9a6714fa3758c302a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '75459a89-71bc-448d-8813-987887ef91c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:13:23Z', 'updated_at': '2021-12-15T16:13:42Z', 'revision_number': 4, 'project_id': 'eb6f164a87b440a9a6714fa3758c302a', 'gw_port': {'id': '75459a89-71bc-448d-8813-987887ef91c5', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cab76ff-029f-46e9-b4ea-10319387344f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:13:42Z', 'updated_at': '2021-12-15T16:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '9245b486-7524-4aca-a0ec-a87442379692', 'name': '', 'network_id': '4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6', 'tenant_id': 'eb6f164a87b440a9a6714fa3758c302a', 'mac_address': 'fa:16:3e:99:92:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cab76ff-029f-46e9-b4ea-10319387344f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6717105-deec-4d23-b9fa-8124d62cb79b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:13:33Z', 'updated_at': '2021-12-15T16:13:37Z', 'revision_number': 5, 'project_id': 'eb6f164a87b440a9a6714fa3758c302a', 'subnets': [{'id': 'b6717105-deec-4d23-b9fa-8124d62cb79b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0dd50344-1b78-458b-b3f1-aab7ec3162b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:13:47.906970 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 75459a89-71bc-448d-8813-987887ef91c5 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:13:47.981776 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 75459a89-71bc-448d-8813-987887ef91c5 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:47.982356 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:48.111334 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:48.142346 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port 75459a89-71bc-448d-8813-987887ef91c5, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=75459a89-71bc-448d-8813-987887ef91c5,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:13:48.147464 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:48.213878 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=75459a89-71bc-448d-8813-987887ef91c5,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:13:49.826717 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 75459a89-71bc-448d-8813-987887ef91c5 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:13:49.880802 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 75459a89-71bc-448d-8813-987887ef91c5 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:13:49.881215 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:51.120864 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 5 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:13:54.260750 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-92238dd4-6aaa-4efa-affe-6cb400aa8f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:56.893396 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e5e9134-ad4f-4253-a7d5-04c9ad786c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:58.749786 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:59.854088 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:13:59.911481 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:24.277519 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3aadd77e-3527-437e-9823-f656bb64af90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:26.902661 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-20e7c1e3-1b58-4bd3-95a4-3d79d8a76ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:28.125796 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 5 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:14:28.759082 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.863022 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:29.921985 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:54.244069 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-47e19be0-959f-4a2c-a11d-f4f81b00f757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:56.889973 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-12606484-e2ba-4b19-ac40-4c9b38474694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:58.757137 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:59.859989 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:14:59.906945 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:05.126232 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 5 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:15:12.839016 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34000) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:12.907159 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.pecan_wsgi.hooks.translation [None req-77731856-3229-41fb-abe6-c12a9c40f437 admin admin] GET failed (client error): The resource could not be found. Dec 15 16:15:12.908614 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-77731856-3229-41fb-abe6-c12a9c40f437 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0685699 Dec 15 16:15:13.077166 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e8abe3-3526-43f7-946c-801e82d19755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:13.078667 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-f0e8abe3-3526-43f7-946c-801e82d19755 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1650095 Dec 15 16:15:15.493751 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34010) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:15.602179 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f67b8f-4536-4c5a-8fa3-75a6cd0f187d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:15.604450 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-24f67b8f-4536-4c5a-8fa3-75a6cd0f187d admin admin] 10.222.0.60 "GET /v2.0/subnets/b6717105-deec-4d23-b9fa-8124d62cb79b HTTP/1.1" status: 200 len: 849 time: 0.1096454 Dec 15 16:15:15.614902 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:15:15.789615 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Publish callbacks [] for subnet, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.938306 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735660099804'] for subnet, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.966499 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:15.967077 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:15.974855 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009a2a29-a802-4f40-a882-feff901dc842 None None] Network 4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:15:15.980023 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] 10.222.0.60 "PUT /v2.0/subnets/b6717105-deec-4d23-b9fa-8124d62cb79b HTTP/1.1" status: 200 len: 868 time: 0.3689964 Dec 15 16:15:16.008288 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6717105-deec-4d23-b9fa-8124d62cb79b,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:15:16.016203 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:16.016596 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:16.016911 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:16.017238 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:16.017705 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:16.018039 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:16.018367 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:16.018893 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:16.019239 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:16.019615 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:16.019977 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:16.020291 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:16.020605 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecc2d0d-4310-4a97-b1cb-63e149ea0f8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:15:16.327525 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-ed35f3cb-aaf7-4b4b-8d7b-2f9de5fc6a89 None None] Provisioning complete for port 9245b486-7524-4aca-a0ec-a87442379692 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:15:16.328118 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed35f3cb-aaf7-4b4b-8d7b-2f9de5fc6a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:16.431346 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-ed35f3cb-aaf7-4b4b-8d7b-2f9de5fc6a89 None None] Provisioning complete for port a0d23d5e-5bee-4628-9784-eac0b77713b7 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:15:16.431660 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed35f3cb-aaf7-4b4b-8d7b-2f9de5fc6a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:18.458667 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34018) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:18.671441 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af430ff4-0267-4197-b222-bfcdf9e02916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:18.671798 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af430ff4-0267-4197-b222-bfcdf9e02916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:18.673359 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-af430ff4-0267-4197-b222-bfcdf9e02916 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2137032 Dec 15 16:15:21.132425 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34026) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:21.344252 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ff4adc-0afa-446f-9192-ee07ebe4f4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:21.344717 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ff4adc-0afa-446f-9192-ee07ebe4f4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:21.346983 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-55ff4adc-0afa-446f-9192-ee07ebe4f4eb admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2129622 Dec 15 16:15:23.795440 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34036) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:23.954688 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11817a97-e899-4f32-945c-bad0611716fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:23.956217 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-11817a97-e899-4f32-945c-bad0611716fb admin admin] 10.222.0.60 "GET /v2.0/networks/4c443ea4-dd6b-4151-b8ef-5a25df3dcbc6 HTTP/1.1" status: 200 len: 869 time: 0.1597147 Dec 15 16:15:24.238758 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7ae090ee-d5cc-4171-bad3-6211b0462a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:26.375668 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34044) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:26.507744 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabf442c-d723-4267-8c43-94ccf46ecda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:26.509096 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-eabf442c-d723-4267-8c43-94ccf46ecda9 admin admin] 10.222.0.60 "GET /v2.0/networks/c5577648-1338-48a1-9aee-0000e1c86c30 HTTP/1.1" status: 200 len: 886 time: 0.1324601 Dec 15 16:15:26.884979 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1b6c6b55-4d53-44f7-9af4-03d45644e860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:28.757477 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:29.005644 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34052) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:29.135120 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b0b324-4482-40bf-92fe-35801bc2c821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:29.135608 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b0b324-4482-40bf-92fe-35801bc2c821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:29.137160 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c1b0b324-4482-40bf-92fe-35801bc2c821 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1305315 Dec 15 16:15:29.865883 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:29.914636 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:31.575817 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34060) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:31.709287 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff998d-4374-48a1-9e8c-4229c2c64511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:31.709727 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff998d-4374-48a1-9e8c-4229c2c64511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:31.711274 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-f0ff998d-4374-48a1-9e8c-4229c2c64511 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1342213 Dec 15 16:15:34.160122 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34068) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:34.257277 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a769e0-4096-4867-b3e0-37211ed32adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:34.258652 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-b1a769e0-4096-4867-b3e0-37211ed32adf admin admin] 10.222.0.60 "GET /v2.0/subnets/b6717105-deec-4d23-b9fa-8124d62cb79b HTTP/1.1" status: 200 len: 868 time: 0.0975754 Dec 15 16:15:36.688248 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34076) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:15:36.780508 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd25d4b-08bc-4083-9869-6962dc8a4efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:15:36.781866 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-3dd25d4b-08bc-4083-9869-6962dc8a4efe admin admin] 10.222.0.60 "GET /v2.0/subnets/e4612a95-b6fe-41b2-b151-361c7c88d3e5 HTTP/1.1" status: 200 len: 816 time: 0.0926628 Dec 15 16:15:42.127205 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 5 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:15:54.245623 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c81b2bf0-9824-4a86-9fcb-c93efa149037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:56.891297 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c9a78904-5ed1-4f61-ab92-1672a35b10ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:58.765010 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:59.864903 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:15:59.910592 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:02.052959 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34130) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:02.103222 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [None req-9535e542-935a-401d-aa80-7623510c6478 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:16:02.104265 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-9535e542-935a-401d-aa80-7623510c6478 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503182 Dec 15 16:16:04.628734 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34138) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:04.692422 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70eec17-ca32-4abd-99a6-4a3f5bc99b3f admin admin] GET failed (client error): The resource could not be found. Dec 15 16:16:04.693824 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c70eec17-ca32-4abd-99a6-4a3f5bc99b3f admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0640604 Dec 15 16:16:04.946353 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f352a172-5f99-4b67-a0a9-b322fd6199df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:04.947877 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f352a172-5f99-4b67-a0a9-b322fd6199df admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2478604 Dec 15 16:16:07.438580 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34146) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:07.494637 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:16:07.527501 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Made reservation on behalf of 31e20deab8764b62bf54218da011af15 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:16:07.530682 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:07.561526 dv-cinder-812685-4-iscsi neutron-server[102567]: WARNING neutron.services.revisions.revision_plugin [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Could not find related network for resource to bump revision. Dec 15 16:16:07.576495 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:16:07.587424 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:07.587798 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Added segment 8a36af64-b725-4543-9314-47ef95097dca of type vlan for network 25525048-cee5-45c7-90e5-6841c0aa56d1 Dec 15 16:16:07.633513 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:07.659100 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:07.660087 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:07.660743 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:07.714173 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2744486 Dec 15 16:16:07.725659 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Pushing event updated for resources: {'Network': ['ID=25525048-cee5-45c7-90e5-6841c0aa56d1,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:07.733750 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.734126 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.734488 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.734806 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.735143 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.735514 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.735891 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.736245 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.736575 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.736899 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.737223 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.738417 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.738775 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f9645-6960-4214-99ee-fb8dcb225c63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:07.750589 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 25525048-cee5-45c7-90e5-6841c0aa56d1 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:16:10.164195 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34154) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:16:10.231528 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33dadf9-cb88-4f32-889d-62c0ef7a4494 admin admin] GET failed (client error): The resource could not be found. Dec 15 16:16:10.233270 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f33dadf9-cb88-4f32-889d-62c0ef7a4494 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0680704 Dec 15 16:16:10.305035 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44888775-fa07-4cad-9e21-8868b9c5f014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:10.306505 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-44888775-fa07-4cad-9e21-8868b9c5f014 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683458 Dec 15 16:16:10.317450 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0bdb2c72-9730-41a0-865d-37c6109aa6e4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '25525048-cee5-45c7-90e5-6841c0aa56d1', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:16:10.338983 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdb2c72-9730-41a0-865d-37c6109aa6e4 admin admin] Made reservation on behalf of 31e20deab8764b62bf54218da011af15 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:16:10.341202 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0bdb2c72-9730-41a0-865d-37c6109aa6e4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:10.514183 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0bdb2c72-9730-41a0-865d-37c6109aa6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:10.568825 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb2c72-9730-41a0-865d-37c6109aa6e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4370eeeb-2c67-4a12-80cb-b97c7a270384,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:10.577655 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdb2c72-9730-41a0-865d-37c6109aa6e4 admin admin] Checking segment: {'id': '8a36af64-b725-4543-9314-47ef95097dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25525048-cee5-45c7-90e5-6841c0aa56d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:16:10.578009 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb2c72-9730-41a0-865d-37c6109aa6e4 admin admin] Network hostable DHCP agents. Network: 25525048-cee5-45c7-90e5-6841c0aa56d1, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:16:10.594977 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb2c72-9730-41a0-865d-37c6109aa6e4 admin admin] Network 25525048-cee5-45c7-90e5-6841c0aa56d1 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:16:10.604196 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-0bdb2c72-9730-41a0-865d-37c6109aa6e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 25525048-cee5-45c7-90e5-6841c0aa56d1) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:16:10.608644 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdb2c72-9730-41a0-865d-37c6109aa6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:16:10.609228 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0bdb2c72-9730-41a0-865d-37c6109aa6e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:10.615232 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f62c9cb-4092-40a5-abfd-c7fbdcddffb9 None None] Network 25525048-cee5-45c7-90e5-6841c0aa56d1 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:16:10.625318 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0bdb2c72-9730-41a0-865d-37c6109aa6e4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3113720 Dec 15 16:16:10.726271 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93a658eb-0334-563d-9744-8d0d76e8f5d2-25525048-cee5-45c7-90e5-6841c0aa56d1', 'network_id': '25525048-cee5-45c7-90e5-6841c0aa56d1', 'project_id': '31e20deab8764b62bf54218da011af15', 'fixed_ips': [{'subnet_id': '4370eeeb-2c67-4a12-80cb-b97c7a270384'}]}} from dv-cinder-812685-4-iscsi. {{(pid=102568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:16:10.727198 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:10.875092 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Allocated IP 192.168.233.2 (25525048-cee5-45c7-90e5-6841c0aa56d1/4370eeeb-2c67-4a12-80cb-b97c7a270384/8975da1a-b109-45cb-9cb4-bbd5fb90bb01) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:16:11.027352 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:11.033291 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:11.072629 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Network 25525048-cee5-45c7-90e5-6841c0aa56d1 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:16:11.075559 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:16:11.081128 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:16:11.086768 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Pushing event updated for resources: {'Port': ['ID=8975da1a-b109-45cb-9cb4-bbd5fb90bb01,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:11.094934 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:11.095299 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:11.095675 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:11.096019 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:11.096350 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:11.096685 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:11.097008 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:11.097326 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:11.097648 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:11.097979 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:11.098926 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:11.098926 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:11.099134 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:16:11.162069 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Attempting to bind port 8975da1a-b109-45cb-9cb4-bbd5fb90bb01 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:16:11.162405 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Attempting to bind port 8975da1a-b109-45cb-9cb4-bbd5fb90bb01 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '8a36af64-b725-4543-9314-47ef95097dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25525048-cee5-45c7-90e5-6841c0aa56d1'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:16:11.162706 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Attempting to bind port 8975da1a-b109-45cb-9cb4-bbd5fb90bb01 on network 25525048-cee5-45c7-90e5-6841c0aa56d1 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:16:11.168022 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:16:11.168400 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Checking segment: {'id': '8a36af64-b725-4543-9314-47ef95097dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25525048-cee5-45c7-90e5-6841c0aa56d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:16:11.168803 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:11.169192 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Bound using segment: {'id': '8a36af64-b725-4543-9314-47ef95097dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25525048-cee5-45c7-90e5-6841c0aa56d1'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:16:11.169652 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Bound port: 8975da1a-b109-45cb-9cb4-bbd5fb90bb01, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a36af64-b725-4543-9314-47ef95097dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25525048-cee5-45c7-90e5-6841c0aa56d1'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:16:11.170055 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:11.235169 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] For port 8975da1a-b109-45cb-9cb4-bbd5fb90bb01, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:16:11.238476 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] For port 8975da1a-b109-45cb-9cb4-bbd5fb90bb01, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=8975da1a-b109-45cb-9cb4-bbd5fb90bb01,segment=NetworkSegment(8a36af64-b725-4543-9314-47ef95097dca),segment_id=8a36af64-b725-4543-9314-47ef95097dca)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:16:11.244789 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:11.304266 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395e3a9-2c8e-4d57-9284-c088d89e01e3 None None] Pushing event updated for resources: {'Port': ['ID=8975da1a-b109-45cb-9cb4-bbd5fb90bb01,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:11.883671 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 8975da1a-b109-45cb-9cb4-bbd5fb90bb01 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:16:11.937891 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 8975da1a-b109-45cb-9cb4-bbd5fb90bb01 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:16:11.941190 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:12.028173 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:12.065951 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port 8975da1a-b109-45cb-9cb4-bbd5fb90bb01, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=8975da1a-b109-45cb-9cb4-bbd5fb90bb01,segment=NetworkSegment(8a36af64-b725-4543-9314-47ef95097dca),segment_id=8a36af64-b725-4543-9314-47ef95097dca)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:16:12.071363 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:12.135208 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=8975da1a-b109-45cb-9cb4-bbd5fb90bb01,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:16:12.234019 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0092960-ea03-4b56-9b63-0bbb96cb5f5b None None] Network 25525048-cee5-45c7-90e5-6841c0aa56d1 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:16:12.291074 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-4c52737a-35d2-41f7-9ca3-c478c1c0d9b7 None None] Provisioning complete for port 8975da1a-b109-45cb-9cb4-bbd5fb90bb01 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:16:12.291363 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c52737a-35d2-41f7-9ca3-c478c1c0d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:12.739613 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-2dac2606-4158-4edf-a50b-d80dd245d610 None None] Provisioning complete for port 8975da1a-b109-45cb-9cb4-bbd5fb90bb01 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:16:12.739985 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2dac2606-4158-4edf-a50b-d80dd245d610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:13.856228 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 8975da1a-b109-45cb-9cb4-bbd5fb90bb01 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:16:13.907860 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 8975da1a-b109-45cb-9cb4-bbd5fb90bb01 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:16:13.908214 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:19.125764 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 5 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:16:24.241257 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d27689eb-8b01-47f3-b62a-21a6ec55e1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:26.886063 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1c30b6bf-24f8-421e-81a4-996078f9c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:28.763893 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:29.866048 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:29.917208 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:54.252965 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-191070fa-088b-4c77-9bc2-8b72cc47dc13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:56.125329 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 5 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:16:56.891431 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-587871c0-96b5-4c9e-af29-a5fbf1e1bf5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:58.768819 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:59.870079 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:16:59.911944 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:24.251037 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6387197a-6ecd-44db-b1c4-299a188a05ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:25.125463 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34198) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:25.131331 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [None req-d59143a6-c156-4929-9de4-6439feca5af6 tempest-verify_tempest_config-1953617747 tempest-verify_tempest_config-1953617747-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:17:25.132372 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d59143a6-c156-4929-9de4-6439feca5af6 tempest-verify_tempest_config-1953617747 tempest-verify_tempest_config-1953617747-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059962 Dec 15 16:17:25.448839 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34216) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:25.575704 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:25.657526 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:25.661733 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:25.708083 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=309d1025389a43c7bb7bcc4385b92a47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2581739 Dec 15 16:17:25.708919 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcaaaa6-7933-41ac-a32d-83908b01a37c,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:25.710995 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34220) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:17:25.716628 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.716978 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.717370 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.717660 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.717992 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.718324 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.718672 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.719003 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.719331 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.719713 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.720042 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.720390 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.720670 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21585bfb-7b51-41c5-922a-a27006c76b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.770838 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:25.792570 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:25.886554 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:25.889265 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:25.890538 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2dcaaaa6-7933-41ac-a32d-83908b01a37c HTTP/1.1" status: 204 len: 168 time: 0.1781845 Dec 15 16:17:25.901296 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcaaaa6-7933-41ac-a32d-83908b01a37c,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:17:25.907722 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.908077 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.908420 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.908806 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.909113 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.909454 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.909791 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.910126 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.910461 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.910798 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.911127 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.911495 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:25.911804 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde97c75-c27a-4ed4-a0f5-0a4d6e1cd0eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:17:26.901064 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c64b5d1e-03c0-40aa-9a12-b1fcc134c601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:28.773467 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.873671 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:29.907968 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:33.125053 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 5 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:17:54.245890 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-156ac549-6129-4228-abbc-c6f9e9fb1230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:56.897648 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-199e3984-883a-4823-90eb-1117c1354d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:58.780344 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:59.878550 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:17:59.913727 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:10.126695 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 5 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:18:24.251849 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-69e74369-17ac-434d-921c-16c5e8f648b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:26.898477 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e50d8cb8-ba24-436e-8154-383f4667458e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:28.780966 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:29.890776 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:29.917455 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:47.127453 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 5 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:18:54.257527 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-38e4b3ea-ba27-49e7-8edd-6a32f80f4a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:56.893114 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-346e9cf4-8bb2-4daa-9788-b50664966f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:58.784489 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:59.887172 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:18:59.927284 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:00.480807 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534754'] for agent, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:16.347773 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34296) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:16.461937 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-8a565919-c1b6-4a97-8688-c34ec0e4a615 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1130612 Dec 15 16:19:18.895089 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34306) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:19:18.957065 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-30858e3b-ced4-4245-9a5c-f65599e9bf46 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0605211 Dec 15 16:19:24.127712 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:19:24.261206 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1346a00c-01af-416c-a76d-9580394ee234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:26.901975 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-01cefe0a-9289-4d40-9e38-93d553c3cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:28.790474 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:29.894087 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:29.926812 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:30.433023 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:54.255302 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5f66aa35-4233-4097-abe2-a232e80ef862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:56.899034 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-009277cf-9b6b-499e-9e11-c6ce92dae86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:58.788780 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:59.890942 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:19:59.920436 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:00.455773 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:01.126734 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:20:24.258225 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4c13dd93-99b9-4e87-8fd7-65c0d3fe3154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:26.897424 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-56a88fc2-7256-41f5-bb83-5259bf72846b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:28.792554 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:29.895022 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:29.929879 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:30.455509 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:38.126616 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:20:51.525841 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34460) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:52.048462 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1749886723-network', 'tenant_id': '6c01772a86344887a5d4d432197c3c14'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:52.087249 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Made reservation on behalf of 6c01772a86344887a5d4d432197c3c14 for: {'network': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:20:52.090884 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:52.104162 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:52.229412 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:52.236570 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:52.281066 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6834d8f-c348-4213-bf93-7858429afe87,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:52.294325 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:20:52.298322 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.298675 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.299007 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.299339 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.299696 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.300029 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.300506 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.300840 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.301168 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.301562 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.302173 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.302173 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.303099 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Tracked resource versions report: Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: pushed versions: Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: { 'AddressGroup': {'1.2'}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'ConntrackHelper': {'1.0'}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Log': {'1.0'}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Network': {'1.1'}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Port': {'1.7'}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'PortForwarding': {'1.2'}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'QosPolicy': {'1.10'}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'SecurityGroup': {'1.5'}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'SubPort': {'1.0'}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Subnet': {'1.1'}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Trunk': {'1.1'}} Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: consumer versions: Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: { DHCP agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: HyperV agent@hv-cinder-81268: {}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: L3 agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: Metadata agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: Metering agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: Open vSwitch agent@dv-cinder-812685-4-iscsi: { 'AddressGroup': '1.2', Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'ConntrackHelper': '1.0', Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'LocalIPAssociation': '1.0', Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Log': '1.0', Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Network': '1.1', Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Port': '1.7', Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'PortForwarding': '1.2', Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'QosPolicy': '1.10', Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'SecurityGroup': '1.5', Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'SecurityGroupRule': '1.2', Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'SubPort': '1.0', Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Subnet': '1.1', Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: 'Trunk': '1.1'}} Dec 15 16:20:52.304353 dv-cinder-812685-4-iscsi neutron-server[102566]: {{(pid=102566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:20:52.323258 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:52.323605 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.segments_db [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Added segment 8e22adba-d63d-4063-a3c6-877823b6d740 of type vlan for network 221785fc-a8cd-417c-8349-450649519997 Dec 15 16:20:52.420196 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:52.462876 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:52.464088 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:52.464684 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:52.540777 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0131328 Dec 15 16:20:52.541789 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfa9d2-1075-472f-9edb-a384efc3ff48 admin admin] Pushing event updated for resources: {'Network': ['ID=221785fc-a8cd-417c-8349-450649519997,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:52.543969 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34508) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:52.550028 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Request body: {'subnet': {'network_id': '221785fc-a8cd-417c-8349-450649519997', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1749886723-subnet', 'tenant_id': '6c01772a86344887a5d4d432197c3c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:52.566204 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 221785fc-a8cd-417c-8349-450649519997 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:20:52.579694 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Made reservation on behalf of 6c01772a86344887a5d4d432197c3c14 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:20:52.582600 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Publish callbacks [] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:52.795070 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:52.876264 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=da0cef35-38ea-4e2f-864b-8995246dc341,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:52.879759 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Checking segment: {'id': '8e22adba-d63d-4063-a3c6-877823b6d740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '221785fc-a8cd-417c-8349-450649519997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:20:52.880147 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Network hostable DHCP agents. Network: 221785fc-a8cd-417c-8349-450649519997, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:20:52.889258 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.889258 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.889746 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.889746 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.889995 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.890309 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.890646 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.890968 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.891313 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.891686 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.892010 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.892326 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.892633 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Tracked resource versions report: Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: pushed versions: Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: { 'AddressGroup': {'1.2'}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'ConntrackHelper': {'1.0'}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Log': {'1.0'}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Network': {'1.1'}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Port': {'1.7'}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'PortForwarding': {'1.2'}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'QosPolicy': {'1.10'}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'SecurityGroup': {'1.5'}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'SubPort': {'1.0'}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Subnet': {'1.1'}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Trunk': {'1.1'}} Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: consumer versions: Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: { DHCP agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: HyperV agent@hv-cinder-81268: {}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: L3 agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: Metadata agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: Metering agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: Open vSwitch agent@dv-cinder-812685-4-iscsi: { 'AddressGroup': '1.2', Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'ConntrackHelper': '1.0', Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'LocalIPAssociation': '1.0', Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Log': '1.0', Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Network': '1.1', Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Port': '1.7', Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'PortForwarding': '1.2', Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'QosPolicy': '1.10', Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'SecurityGroup': '1.5', Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'SecurityGroupRule': '1.2', Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'SubPort': '1.0', Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Subnet': '1.1', Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: 'Trunk': '1.1'}} Dec 15 16:20:52.893794 dv-cinder-812685-4-iscsi neutron-server[102567]: {{(pid=102567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:20:52.913193 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Network 221785fc-a8cd-417c-8349-450649519997 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:20:52.924696 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 221785fc-a8cd-417c-8349-450649519997) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:20:52.930269 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:52.930860 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:52.937957 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a6895e-9632-4c86-a035-afef81cd46a1 None None] Network 221785fc-a8cd-417c-8349-450649519997 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:20:52.952136 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-b7107802-f27d-461c-a678-931fb89f7aea admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4069653 Dec 15 16:20:53.099114 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200fadaa-295a-4aac-b3f3-c4aa49e012d4 None None] Network 221785fc-a8cd-417c-8349-450649519997 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:20:53.307788 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34532) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:53.340932 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34536) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:53.628204 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34550) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:53.724636 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-645439314-network', 'tenant_id': 'afaba77899e64379bebe94bb60ec1876'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:53.741096 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-822842148-network', 'tenant_id': '6cccb6b08dc94f04a5efa2624d350007'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:53.757943 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] Made reservation on behalf of afaba77899e64379bebe94bb60ec1876 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:20:53.761223 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:53.775566 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34554) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:53.784283 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:53.796247 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] Made reservation on behalf of 6cccb6b08dc94f04a5efa2624d350007 for: {'network': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:20:53.802814 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:53.819217 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:53.933342 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:53.943993 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:53.988300 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:53.998392 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.003940 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:20:54.018944 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5285d884-3bf1-4d6f-8d03-fe0e7d01f451,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:54.033378 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.033826 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] Added segment 160c3c1f-9eb0-4baa-a036-6871c62e67ee of type vlan for network 4c226192-4f17-4f1d-a98b-2b01a790e168 Dec 15 16:20:54.057666 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=102566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:20:54.086015 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7563a4-4d31-42ce-a890-c2e944b6cbf5,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:54.095562 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.096897 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.segments_db [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] Added segment ef50102b-ecbb-4974-9498-35b4e0453b1c of type vlan for network d3a23e9e-8c1c-4ad2-af72-ef7451820760 Dec 15 16:20:54.135778 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.180284 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.186232 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.190523 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:54.191940 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.234026 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-452628593-network', 'tenant_id': '28737128a7574d248ba7e4e536171af2'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:54.256988 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.258487 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:54.259318 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.292684 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-05d86570-f17e-4316-8472-21c94c3e871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.300970 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] Pushing event updated for resources: {'Network': ['ID=4c226192-4f17-4f1d-a98b-2b01a790e168,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:54.310891 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-67041071-network', 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:54.331188 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 4c226192-4f17-4f1d-a98b-2b01a790e168 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:20:54.359270 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] Pushing event updated for resources: {'Network': ['ID=d3a23e9e-8c1c-4ad2-af72-ef7451820760,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:54.364061 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] Made reservation on behalf of 28737128a7574d248ba7e4e536171af2 for: {'network': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:20:54.367809 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-73d0b4e6-e6f4-4516-bd44-7378ab26b269 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0584843 Dec 15 16:20:54.369427 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] Made reservation on behalf of a4cdbc8211774d9fb8b9dbf7e3f1f080 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:20:54.372546 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.373000 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.384044 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34572) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:54.385402 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.386215 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.397870 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0aecdf88-bdeb-4191-8bcc-845a97c085a1 admin admin] Request body: {'subnet': {'network_id': '4c226192-4f17-4f1d-a98b-2b01a790e168', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-645439314-subnet', 'tenant_id': 'afaba77899e64379bebe94bb60ec1876', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:54.435225 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aecdf88-bdeb-4191-8bcc-845a97c085a1 admin admin] Made reservation on behalf of afaba77899e64379bebe94bb60ec1876 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:20:54.438595 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0aecdf88-bdeb-4191-8bcc-845a97c085a1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.469158 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network d3a23e9e-8c1c-4ad2-af72-ef7451820760 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:20:54.488130 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.494207 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-4ed4cbaa-93b3-4ab8-ac46-c2301dc0a516 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1518047 Dec 15 16:20:54.498863 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.507477 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34578) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:54.514810 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d8d76113-0f78-438d-a41a-7da6cd2196b9 admin admin] Request body: {'subnet': {'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-822842148-subnet', 'tenant_id': '6cccb6b08dc94f04a5efa2624d350007', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:54.571239 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=102566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:20:54.610318 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.610915 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.segments_db [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] Added segment a5ac9446-ea1d-48c6-8c52-7322adcf6dcf of type vlan for network 514727e8-0179-4c06-9ef8-e0775da37a12 Dec 15 16:20:54.622344 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1219bc5c-913d-4a64-b676-df6137cafd39,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:54.630648 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d76113-0f78-438d-a41a-7da6cd2196b9 admin admin] Made reservation on behalf of 6cccb6b08dc94f04a5efa2624d350007 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:20:54.635805 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d76113-0f78-438d-a41a-7da6cd2196b9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.670035 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.704879 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.706571 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:54.707428 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.823011 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] Pushing event updated for resources: {'Network': ['ID=514727e8-0179-4c06-9ef8-e0775da37a12,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:54.825155 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.838038 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.838814 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 514727e8-0179-4c06-9ef8-e0775da37a12 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:20:54.866160 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-09a64667-f762-4cf3-8614-ea923bea157b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2364657 Dec 15 16:20:54.869920 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34594) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:54.884526 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-1edaf609-566b-4636-ba65-2ad0159bbfe9 admin admin] Request body: {'subnet': {'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-452628593-subnet', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:54.901536 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:20:54.918824 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879d0638-bc5d-4fc0-811e-c591388b2dad,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:54.943992 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edaf609-566b-4636-ba65-2ad0159bbfe9 admin admin] Made reservation on behalf of 28737128a7574d248ba7e4e536171af2 for: {'subnet': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:20:54.949419 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1edaf609-566b-4636-ba65-2ad0159bbfe9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.982466 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:54.982802 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] Added segment 3b8a1f21-cf7f-439b-ba00-b324efe326de of type vlan for network 6f85be06-be2a-46cd-ac10-179b1abdc90e Dec 15 16:20:55.049183 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0aecdf88-bdeb-4191-8bcc-845a97c085a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.064360 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.244756 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d76113-0f78-438d-a41a-7da6cd2196b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.249280 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecdf88-bdeb-4191-8bcc-845a97c085a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40fc1d6e-d587-44a6-9c69-71bc064f42e6,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:55.251843 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1edaf609-566b-4636-ba65-2ad0159bbfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for subnet, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.264284 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.265305 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:55.265888 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.295289 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aecdf88-bdeb-4191-8bcc-845a97c085a1 admin admin] Checking segment: {'id': '160c3c1f-9eb0-4baa-a036-6871c62e67ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4c226192-4f17-4f1d-a98b-2b01a790e168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:20:55.295660 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aecdf88-bdeb-4191-8bcc-845a97c085a1 admin admin] Network hostable DHCP agents. Network: 4c226192-4f17-4f1d-a98b-2b01a790e168, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:20:55.317353 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edaf609-566b-4636-ba65-2ad0159bbfe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d26a255-1c68-40ef-8d7e-b38089c3fa09,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:55.368421 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edaf609-566b-4636-ba65-2ad0159bbfe9 admin admin] Checking segment: {'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:20:55.368765 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edaf609-566b-4636-ba65-2ad0159bbfe9 admin admin] Network hostable DHCP agents. Network: 514727e8-0179-4c06-9ef8-e0775da37a12, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:20:55.413961 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6319518 Dec 15 16:20:55.414236 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edaf609-566b-4636-ba65-2ad0159bbfe9 admin admin] Network 514727e8-0179-4c06-9ef8-e0775da37a12 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:20:55.419319 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34612) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:55.427199 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-1edaf609-566b-4636-ba65-2ad0159bbfe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 514727e8-0179-4c06-9ef8-e0775da37a12) {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:20:55.443130 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536dd1a5-0495-4ef1-a257-c8261cf37962 None None] Network 514727e8-0179-4c06-9ef8-e0775da37a12 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:20:55.445445 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5e94ab2c-b007-4a37-b5fb-50a682b320d5 admin admin] Request body: {'subnet': {'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-67041071-subnet', 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:55.447869 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edaf609-566b-4636-ba65-2ad0159bbfe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:55.449992 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1edaf609-566b-4636-ba65-2ad0159bbfe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.493794 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-1edaf609-566b-4636-ba65-2ad0159bbfe9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6226714 Dec 15 16:20:55.500347 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34618) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:55.508839 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:55.573840 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.575301 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7031'] for router, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.620374 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d76113-0f78-438d-a41a-7da6cd2196b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beaaa392-fb0d-4c71-85d3-a60cef15e55f,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:55.631059 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aecdf88-bdeb-4191-8bcc-845a97c085a1 admin admin] Network 4c226192-4f17-4f1d-a98b-2b01a790e168 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:20:55.633821 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b1c82-8ace-4f26-8f03-3518a9300f26 admin admin] Pushing event updated for resources: {'Network': ['ID=6f85be06-be2a-46cd-ac10-179b1abdc90e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:55.653800 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-0aecdf88-bdeb-4191-8bcc-845a97c085a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 4c226192-4f17-4f1d-a98b-2b01a790e168) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:20:55.669121 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d76113-0f78-438d-a41a-7da6cd2196b9 admin admin] Checking segment: {'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:20:55.669531 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d76113-0f78-438d-a41a-7da6cd2196b9 admin admin] Network hostable DHCP agents. Network: d3a23e9e-8c1c-4ad2-af72-ef7451820760, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:20:55.674186 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aecdf88-bdeb-4191-8bcc-845a97c085a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:55.674930 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0aecdf88-bdeb-4191-8bcc-845a97c085a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.685671 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34626) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:55.686881 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9decfff1-3e77-4a5c-94aa-a9ff8912f0d4 None None] Network 4c226192-4f17-4f1d-a98b-2b01a790e168 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:20:55.709692 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1325503684-network', 'tenant_id': '89ad3ca7067243248fd4df5a64f230e8'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:55.716784 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e94ab2c-b007-4a37-b5fb-50a682b320d5 admin admin] Made reservation on behalf of a4cdbc8211774d9fb8b9dbf7e3f1f080 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:20:55.718778 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 6f85be06-be2a-46cd-ac10-179b1abdc90e details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:20:55.720519 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e94ab2c-b007-4a37-b5fb-50a682b320d5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.800010 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d76113-0f78-438d-a41a-7da6cd2196b9 admin admin] Network d3a23e9e-8c1c-4ad2-af72-ef7451820760 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:20:55.819137 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d8d76113-0f78-438d-a41a-7da6cd2196b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, d3a23e9e-8c1c-4ad2-af72-ef7451820760) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:20:55.851572 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d76113-0f78-438d-a41a-7da6cd2196b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:55.852695 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d76113-0f78-438d-a41a-7da6cd2196b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.865516 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] Made reservation on behalf of 89ad3ca7067243248fd4df5a64f230e8 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:20:55.868071 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.884191 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.906420 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0aecdf88-bdeb-4191-8bcc-845a97c085a1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5150952 Dec 15 16:20:55.948096 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:55.999032 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa796255-2815-4326-a031-71bd9b6d82f0 None None] Network d3a23e9e-8c1c-4ad2-af72-ef7451820760 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:20:56.031258 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:56.063832 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d8d76113-0f78-438d-a41a-7da6cd2196b9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5294929 Dec 15 16:20:56.097931 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:56.166289 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:20:56.200702 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88922be2-4c55-423d-a9a3-141197e408e1,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:56.222309 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:56.222781 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] Added segment 328e31f4-4ef1-422b-8d02-45c0b6c3b391 of type vlan for network 74a9d4f6-cec8-4012-9ae9-ef821cd1c62f Dec 15 16:20:56.376754 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:56.470519 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6bd48d-e1f0-48b8-a7d4-efc50ccbcf3d None None] Network 4c226192-4f17-4f1d-a98b-2b01a790e168 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:20:56.526605 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:56.601736 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e94ab2c-b007-4a37-b5fb-50a682b320d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:56.717098 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93a658eb-0334-563d-9744-8d0d76e8f5d2-514727e8-0179-4c06-9ef8-e0775da37a12', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'project_id': '28737128a7574d248ba7e4e536171af2', 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09'}]}} from dv-cinder-812685-4-iscsi. {{(pid=102568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:20:56.718437 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:56.852135 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68cd700-e194-4379-8a9f-2458640b2a2b None None] Network d3a23e9e-8c1c-4ad2-af72-ef7451820760 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:20:56.863042 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:56.864450 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:56.865059 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:57.010094 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94ab2c-b007-4a37-b5fb-50a682b320d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcc8cfb6-7256-46fc-93e9-a03d0bcebe89,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:57.084004 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:57.101394 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e94ab2c-b007-4a37-b5fb-50a682b320d5 admin admin] Checking segment: {'id': '3b8a1f21-cf7f-439b-ba00-b324efe326de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:20:57.102524 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e94ab2c-b007-4a37-b5fb-50a682b320d5 admin admin] Network hostable DHCP agents. Network: 6f85be06-be2a-46cd-ac10-179b1abdc90e, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:20:57.115731 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4256239 Dec 15 16:20:57.121106 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34692) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:57.130399 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2644aae-1da3-4644-b035-a8d27d8cb61e admin admin] Pushing event updated for resources: {'Network': ['ID=74a9d4f6-cec8-4012-9ae9-ef821cd1c62f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:57.134579 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3395b888-52ab-43b4-95f5-b5b2b7e9d7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:57.164495 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e94ab2c-b007-4a37-b5fb-50a682b320d5 admin admin] Network 6f85be06-be2a-46cd-ac10-179b1abdc90e is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:20:57.168264 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 74a9d4f6-cec8-4012-9ae9-ef821cd1c62f details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:20:57.194280 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-5e94ab2c-b007-4a37-b5fb-50a682b320d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 6f85be06-be2a-46cd-ac10-179b1abdc90e) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:20:57.199500 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-45325be2-dc36-431f-9013-66baf17e4e3d admin admin] Request body: {'subnet': {'network_id': '74a9d4f6-cec8-4012-9ae9-ef821cd1c62f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1325503684-subnet', 'tenant_id': '89ad3ca7067243248fd4df5a64f230e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:57.204782 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e94ab2c-b007-4a37-b5fb-50a682b320d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:57.206629 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e94ab2c-b007-4a37-b5fb-50a682b320d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:57.213344 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:57.267904 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3504a05e-08dd-4d4f-a874-7eeeaae1685a None None] Network 6f85be06-be2a-46cd-ac10-179b1abdc90e requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:20:57.361429 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Allocated IP 172.20.0.2 (514727e8-0179-4c06-9ef8-e0775da37a12/2d26a255-1c68-40ef-8d7e-b38089c3fa09/bfa7562d-54e1-4607-a5ea-eb4f82fe8d40) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:20:57.388484 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45325be2-dc36-431f-9013-66baf17e4e3d admin admin] Made reservation on behalf of 89ad3ca7067243248fd4df5a64f230e8 for: {'subnet': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:20:57.393397 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-45325be2-dc36-431f-9013-66baf17e4e3d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:57.417369 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-5e94ab2c-b007-4a37-b5fb-50a682b320d5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9916067 Dec 15 16:20:57.419153 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34704) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:57.442265 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-67041071-router', 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:20:57.541254 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d9212e-6e27-4a7a-98a5-2a6a96bee43b None None] Network 6f85be06-be2a-46cd-ac10-179b1abdc90e requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:20:57.550396 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:57.552783 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7031'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:57.560638 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34710) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:57.662022 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Allocated IP 172.27.2.120 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/425e65ad-45c8-49f9-bb61-0233c8274658) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:20:57.710391 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:57.941605 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34726) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:58.136209 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:58.143536 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-226dd8a8-88e6-4e65-9a2f-993493162ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:58.149828 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:58.153160 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:58.274502 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Network 514727e8-0179-4c06-9ef8-e0775da37a12 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:20:58.282264 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:20:58.297323 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Pushing event updated for resources: {'Port': ['ID=bfa7562d-54e1-4607-a5ea-eb4f82fe8d40,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:58.316096 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:20:58.322586 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:58.323545 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:58.324388 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:58.325182 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:58.326205 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:58.326780 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:58.327347 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:58.328015 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:58.328814 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:58.329400 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:58.330259 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:58.331243 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:58.332081 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:20:58.333454 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Tracked resource versions report: Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: pushed versions: Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: { 'AddressGroup': {'1.2'}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'ConntrackHelper': {'1.0'}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Log': {'1.0'}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Network': {'1.1'}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Port': {'1.7'}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'PortForwarding': {'1.2'}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'QosPolicy': {'1.10'}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'SecurityGroup': {'1.5'}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'SubPort': {'1.0'}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Subnet': {'1.1'}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Trunk': {'1.1'}} Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: consumer versions: Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: { DHCP agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: HyperV agent@hv-cinder-81268: {}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: L3 agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: Metadata agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: Metering agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: Open vSwitch agent@dv-cinder-812685-4-iscsi: { 'AddressGroup': '1.2', Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'ConntrackHelper': '1.0', Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'LocalIPAssociation': '1.0', Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Log': '1.0', Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Network': '1.1', Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Port': '1.7', Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'PortForwarding': '1.2', Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'QosPolicy': '1.10', Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'SecurityGroup': '1.5', Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'SecurityGroupRule': '1.2', Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'SubPort': '1.0', Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Subnet': '1.1', Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: 'Trunk': '1.1'}} Dec 15 16:20:58.334396 dv-cinder-812685-4-iscsi neutron-server[102568]: {{(pid=102568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:20:58.343923 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:58.375735 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-45325be2-dc36-431f-9013-66baf17e4e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for subnet, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:58.400913 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ef723b80-96e6-4f9b-bf65-7a1dc63d56a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:58.473434 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Attempting to bind port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:20:58.473991 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Attempting to bind port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:20:58.474824 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Attempting to bind port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 on network 514727e8-0179-4c06-9ef8-e0775da37a12 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:20:58.492744 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:20:58.493359 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Checking segment: {'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:20:58.494039 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:58.494705 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Bound using segment: {'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:20:58.495587 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Bound port: bfa7562d-54e1-4607-a5ea-eb4f82fe8d40, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:20:58.496278 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:58.574344 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:20:58.642589 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] For port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:20:58.649276 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] For port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=bfa7562d-54e1-4607-a5ea-eb4f82fe8d40,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:20:58.661962 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:58.732153 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:20:58.747088 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:20:58.769383 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34754) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:58.783328 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6764788-9b83-4ee2-b912-6b40905fa63f None None] Pushing event updated for resources: {'Port': ['ID=bfa7562d-54e1-4607-a5ea-eb4f82fe8d40,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:58.828150 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-226dd8a8-88e6-4e65-9a2f-993493162ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:58.834433 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:58.840986 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-226dd8a8-88e6-4e65-9a2f-993493162ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:58.950159 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-226dd8a8-88e6-4e65-9a2f-993493162ef2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=744b5c19d0b847ceb3e5b2da7157b3dc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3854253 Dec 15 16:20:58.952105 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34766) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:58.954088 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dd8a8-88e6-4e65-9a2f-993493162ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d38d77-96b8-4a0c-981a-163b068ee9cc,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:59.080634 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Pushing event updated for resources: {'Port': ['ID=425e65ad-45c8-49f9-bb61-0233c8274658,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:59.135763 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45325be2-dc36-431f-9013-66baf17e4e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db66d957-a0ff-40b2-b373-c866694f61d7,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:59.157315 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3850672b-4156-48e6-bee9-627886c60ace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:59.299188 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45325be2-dc36-431f-9013-66baf17e4e3d admin admin] Checking segment: {'id': '328e31f4-4ef1-422b-8d02-45c0b6c3b391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '74a9d4f6-cec8-4012-9ae9-ef821cd1c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:20:59.299188 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45325be2-dc36-431f-9013-66baf17e4e3d admin admin] Network hostable DHCP agents. Network: 74a9d4f6-cec8-4012-9ae9-ef821cd1c62f, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:20:59.371689 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34784) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:59.384441 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ef723b80-96e6-4f9b-bf65-7a1dc63d56a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:59.396156 dv-cinder-812685-4-iscsi neutron-server[102567]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 16:20:59.420270 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ef723b80-96e6-4f9b-bf65-7a1dc63d56a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:59.420434 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3850672b-4156-48e6-bee9-627886c60ace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:59.448803 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34790) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:59.572061 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45325be2-dc36-431f-9013-66baf17e4e3d admin admin] Network 74a9d4f6-cec8-4012-9ae9-ef821cd1c62f is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:20:59.575733 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0d900239-31d0-47b0-8778-f14e9d1f452e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:59.575936 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:59.657608 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-45325be2-dc36-431f-9013-66baf17e4e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 74a9d4f6-cec8-4012-9ae9-ef821cd1c62f) {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:20:59.672455 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7939042-22ac-49f9-b28c-b55468daa795 None None] Network 74a9d4f6-cec8-4012-9ae9-ef821cd1c62f requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:20:59.681212 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef723b80-96e6-4f9b-bf65-7a1dc63d56a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7056a0b-503e-47d8-b527-1707e1367a44,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:20:59.687169 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45325be2-dc36-431f-9013-66baf17e4e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:20:59.688547 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-45325be2-dc36-431f-9013-66baf17e4e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:59.717878 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-ef723b80-96e6-4f9b-bf65-7a1dc63d56a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8596955de0c4e0abed0c8b4961a825f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6185517 Dec 15 16:20:59.727025 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34792) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:20:59.754535 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-45325be2-dc36-431f-9013-66baf17e4e3d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5748537 Dec 15 16:20:59.775461 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:59.786012 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:20:59.962327 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6225c562-7dfc-4f1b-a87d-aa7a87f1c2ea None None] Network 74a9d4f6-cec8-4012-9ae9-ef821cd1c62f requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:21:00.012381 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0d900239-31d0-47b0-8778-f14e9d1f452e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.013848 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34796) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:00.024720 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-447621e3-923a-46fd-b196-4e79f0e2ada1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.123963 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.136693 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_v2 [None req-502261b7-d248-4077-8152-5db412169952 admin admin] Deleting subnet da0cef35-38ea-4e2f-864b-8995246dc341 {{(pid=102566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:21:00.151068 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.154809 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-447621e3-923a-46fd-b196-4e79f0e2ada1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.184732 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0d900239-31d0-47b0-8778-f14e9d1f452e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.202887 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-502261b7-d248-4077-8152-5db412169952 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.215507 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:21:00.231600 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3850672b-4156-48e6-bee9-627886c60ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.235310 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3850672b-4156-48e6-bee9-627886c60ace admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.241787 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-3850672b-4156-48e6-bee9-627886c60ace admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6d38d77-96b8-4a0c-981a-163b068ee9cc HTTP/1.1" status: 204 len: 168 time: 1.2827849 Dec 15 16:21:00.301230 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-2ada7b8d-3635-4c0d-84ba-17997f1a27b7 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:00.310706 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-2ada7b8d-3635-4c0d-84ba-17997f1a27b7 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/networks?id=4c226192-4f17-4f1d-a98b-2b01a790e168 HTTP/1.1" status: 200 len: 811 time: 0.8476055 Dec 15 16:21:00.320119 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b96c76-7301-4f13-8945-c38a4e19030b req-962bf7fd-538e-4159-8e0f-7e9bb5e7bfce tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:00.322675 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-962bf7fd-538e-4159-8e0f-7e9bb5e7bfce tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/networks?id=d3a23e9e-8c1c-4ad2-af72-ef7451820760 HTTP/1.1" status: 200 len: 814 time: 0.9413478 Dec 15 16:21:00.334991 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850672b-4156-48e6-bee9-627886c60ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d38d77-96b8-4a0c-981a-163b068ee9cc,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:00.368417 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-4e45653e-0036-4877-a67b-8529d6f43db3 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/quotas/afaba77899e64379bebe94bb60ec1876 HTTP/1.1" status: 200 len: 375 time: 0.0563455 Dec 15 16:21:00.442691 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:00.443159 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.445704 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-6ef6409a-c428-439e-87a2-37b05471cea1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/quotas/6cccb6b08dc94f04a5efa2624d350007 HTTP/1.1" status: 200 len: 375 time: 0.1077368 Dec 15 16:21:00.462754 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-19d8db1e-a112-4dbb-a456-5fbb8dfff2b6 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=afaba77899e64379bebe94bb60ec1876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930965 Dec 15 16:21:00.477993 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Allocated IP 172.27.2.92 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:21:00.531766 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.546663 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-0d900239-31d0-47b0-8778-f14e9d1f452e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a6ecb00db5ef4b7a9424b40ddcb1e6f9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7629280 Dec 15 16:21:00.554083 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-502261b7-d248-4077-8152-5db412169952 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.560122 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d900239-31d0-47b0-8778-f14e9d1f452e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afec7b43-05ff-4b1d-b3cd-fcc4452dfadc,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:00.569614 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34806) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:00.605558 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-502261b7-d248-4077-8152-5db412169952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.655149 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.666492 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-c5e7fc76-0dc2-4b63-8152-e9c4b80a7cb9 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cccb6b08dc94f04a5efa2624d350007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1901050 Dec 15 16:21:00.693749 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ef5d63-9ab1-46f6-8c10-89fbf68af078 None None] Network 514727e8-0179-4c06-9ef8-e0775da37a12 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:21:00.790496 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-447621e3-923a-46fd-b196-4e79f0e2ada1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.793509 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-447621e3-923a-46fd-b196-4e79f0e2ada1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.794733 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-447621e3-923a-46fd-b196-4e79f0e2ada1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7056a0b-503e-47d8-b527-1707e1367a44 HTTP/1.1" status: 204 len: 168 time: 1.0629179 Dec 15 16:21:00.823280 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-f1111510-1957-4c32-bc11-232d3b5aff86 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:21:00.833521 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-f1111510-1957-4c32-bc11-232d3b5aff86 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1372902 Dec 15 16:21:00.857280 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447621e3-923a-46fd-b196-4e79f0e2ada1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7056a0b-503e-47d8-b527-1707e1367a44,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:00.885404 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-502261b7-d248-4077-8152-5db412169952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for subnet, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.894024 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=bfa7562d-54e1-4607-a5ea-eb4f82fe8d40,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:00.902399 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-26aadb23-a22f-40db-9e83-3be7fd8438a9 None None] Provisioning complete for port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:00.902882 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-26aadb23-a22f-40db-9e83-3be7fd8438a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.910275 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a90f48f4-761f-4bbe-ac86-6f9b6baa26f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.947355 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-af95006e-0630-408c-889d-0fad86c322ef service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:21:00.948653 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-af95006e-0630-408c-889d-0fad86c322ef service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2070096 Dec 15 16:21:00.958420 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:00.972476 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:01.026498 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34818) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:01.053468 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a90f48f4-761f-4bbe-ac86-6f9b6baa26f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:01.063564 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538349'] for router, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:01.065877 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502261b7-d248-4077-8152-5db412169952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da0cef35-38ea-4e2f-864b-8995246dc341,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:01.075280 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-502261b7-d248-4077-8152-5db412169952 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:01.081571 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-502261b7-d248-4077-8152-5db412169952 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/da0cef35-38ea-4e2f-864b-8995246dc341 HTTP/1.1" status: 204 len: 168 time: 1.0584080 Dec 15 16:21:01.082250 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-860997c6-4196-4b74-905e-675b6a528708 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:01.086332 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34820) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:01.150867 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-ef081a07-b38e-44ad-b332-344f15a2f2ac service neutron] 10.222.0.60 "GET /v2.0/networks/4c226192-4f17-4f1d-a98b-2b01a790e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027360 Dec 15 16:21:01.168863 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:01.231297 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-28c3c296-677e-4a33-aa3d-7fbf90b32d6e service neutron] 10.222.0.60 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659500 Dec 15 16:21:01.305708 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:01.338539 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a90f48f4-761f-4bbe-ac86-6f9b6baa26f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:01.343651 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a90f48f4-761f-4bbe-ac86-6f9b6baa26f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:01.350031 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-a90f48f4-761f-4bbe-ac86-6f9b6baa26f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afec7b43-05ff-4b1d-b3cd-fcc4452dfadc HTTP/1.1" status: 204 len: 168 time: 0.7682083 Dec 15 16:21:01.359321 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=bfa7562d-54e1-4607-a5ea-eb4f82fe8d40,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:01.404944 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f48f4-761f-4bbe-ac86-6f9b6baa26f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afec7b43-05ff-4b1d-b3cd-fcc4452dfadc,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:01.513570 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:21:01.516110 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d is scheduled to L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f with binding_index 1 {{(pid=102566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:21:01.604174 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:21:01.624089 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:21:01.631817 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Pushing event updated for resources: {'Port': ['ID=ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:01.647156 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:01.740365 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:01.740906 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:01.741813 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:01.742816 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Subscribe: > port after_create 55550000 {{(pid=102566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:01.742816 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=102566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:01.742816 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Subscribe: > port after_update 55550000 {{(pid=102566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:01.743312 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:01.743312 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:01.743765 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:01.743994 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:01.820306 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34828) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:01.849003 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-4203c096-16a8-46cc-a437-62e4ac84b4d8 None None] Provisioning complete for port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:01.849728 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4203c096-16a8-46cc-a437-62e4ac84b4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:01.945896 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0b8192e2-a630-4395-ad5a-1595a4d03550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.038019 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-2bf54873-4c6b-4f06-9b36-c1acb7696f69 service neutron] 10.222.0.60 "GET /v2.0/networks/4c226192-4f17-4f1d-a98b-2b01a790e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8558593 Dec 15 16:21:02.085924 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:21:02.096315 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-860997c6-4196-4b74-905e-675b6a528708 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.114700 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-860997c6-4196-4b74-905e-675b6a528708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.121750 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-fed8fe5a-892a-4a9f-a61a-f41c36dcb3a4 service neutron] 10.222.0.60 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256627 Dec 15 16:21:02.142830 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:02.144341 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:02.144818 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:02.145207 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102566) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:02.145656 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221785fc-a8cd-417c-8349-450649519997']}} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:02.186696 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e22adba-d63d-4063-a3c6-877823b6d740') {'for_net_delete': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:02.188551 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e22adba-d63d-4063-a3c6-877823b6d740') {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:02.265156 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2822614'] for segment, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.275575 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34830) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:02.307175 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:02.308373 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.322369 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-860997c6-4196-4b74-905e-675b6a528708 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=26f1b7abdbc04d17a7cc4e45302a63f4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2902272 Dec 15 16:21:02.324679 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860997c6-4196-4b74-905e-675b6a528708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9591c0-de9d-4e1a-85a2-2a90ea55adff,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:02.327326 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34832) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:02.336051 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9440a642-69ea-4f72-865b-6024007748b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.348080 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.371741 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:21:02.372460 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3002548'] for segment, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.376596 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:21:02.390279 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Sync routers for ids ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:21:02.410171 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Routers {'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:21:02.411282 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:20:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: from cryptography.utils import int_from_bytes Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: from cryptography.utils import int_from_bytes Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: Traceback (most recent call last): Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: timer() Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: cb(*args, **kw) Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: return func(*args, **kwargs) Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: self._notify() Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: self.callback(batched_events) Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: event.method(event) Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: return f(self, *a, **k) Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._get(url).json() Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: return self.request(url, 'GET', **kwargs) Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:21:02.426696 dv-cinder-812685-4-iscsi neutron-server[102566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:21:02.472026 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0b8192e2-a630-4395-ad5a-1595a4d03550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.473170 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.479637 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] Publish callbacks [] for router, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.484724 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-d42d5c03-5d8c-4a05-8ac0-c17b48c0df4c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9801195 Dec 15 16:21:02.491005 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34834) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:02.559863 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0b8192e2-a630-4395-ad5a-1595a4d03550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.674570 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.744394 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.754403 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] 10.222.0.60 "DELETE /v2.0/networks/221785fc-a8cd-417c-8349-450649519997 HTTP/1.1" status: 204 len: 168 time: 1.6664186 Dec 15 16:21:02.759040 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34858) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:02.783917 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904951e2-036c-4469-b66a-92f072b630fa admin admin] Pushing event deleted for resources: {'Network': ['ID=221785fc-a8cd-417c-8349-450649519997,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:02.833316 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9b14dfb-1201-4b0a-a6c4-4ac0f0286465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:02.862045 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-41862e36-de54-41e8-8863-da67f577c77d req-08ff1af2-df69-4dc9-ac88-7e7da7d00e33 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 210 time: 0.1952374 Dec 15 16:21:02.883759 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0b8192e2-a630-4395-ad5a-1595a4d03550 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f1338b63a574eb1bdccc91a6c712cba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0618756 Dec 15 16:21:02.890150 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34876) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:02.905212 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8192e2-a630-4395-ad5a-1595a4d03550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47183cce-200a-462b-a714-e90aa98fb718,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:02.997984 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4f7eb295-2114-41eb-ae1e-62f3cf574632 req-014db22b-f9ff-478c-aa76-d8ed8eb738a4 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 210 time: 0.2368267 Dec 15 16:21:03.011119 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9b14dfb-1201-4b0a-a6c4-4ac0f0286465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.168232 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Set router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:21:03.245083 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f091cf0-1799-4057-acbd-1d671f4892a7 admin admin] Deleting subnet db66d957-a0ff-40b2-b373-c866694f61d7 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:21:03.307004 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f091cf0-1799-4057-acbd-1d671f4892a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.376905 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9440a642-69ea-4f72-865b-6024007748b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.383069 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9440a642-69ea-4f72-865b-6024007748b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.396092 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d93441e5-0bf1-4858-b534-f7c3ededf04e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.467860 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f091cf0-1799-4057-acbd-1d671f4892a7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.528903 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f091cf0-1799-4057-acbd-1d671f4892a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.529197 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440a642-69ea-4f72-865b-6024007748b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c65b5d-89e9-4d8f-ad89-5ccdcbdd9ef4,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:03.543994 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-9440a642-69ea-4f72-865b-6024007748b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7414d766b0c04a91b85172aa1ede4bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2670224 Dec 15 16:21:03.547408 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 34884) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:03.620902 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9b14dfb-1201-4b0a-a6c4-4ac0f0286465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.625674 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a9b14dfb-1201-4b0a-a6c4-4ac0f0286465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.632357 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a9b14dfb-1201-4b0a-a6c4-4ac0f0286465 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c9591c0-de9d-4e1a-85a2-2a90ea55adff HTTP/1.1" status: 204 len: 168 time: 1.3001215 Dec 15 16:21:03.676960 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538349'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.688689 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d93441e5-0bf1-4858-b534-f7c3ededf04e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.712554 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b14dfb-1201-4b0a-a6c4-4ac0f0286465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9591c0-de9d-4e1a-85a2-2a90ea55adff,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:03.780875 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:20:59Z', 'revision_number': 3, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:03.799514 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-da613e6d-2f06-4018-a763-bec698b6dd8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.842611 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Checking router: e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:21:03.843173 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Updating router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d port 425e65ad-45c8-49f9-bb61-0233c8274658 binding host dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:21:03.873777 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-da613e6d-2f06-4018-a763-bec698b6dd8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:03.943067 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:04.351761 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:04.393368 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-da613e6d-2f06-4018-a763-bec698b6dd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:04.398079 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-da613e6d-2f06-4018-a763-bec698b6dd8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:04.400090 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-da613e6d-2f06-4018-a763-bec698b6dd8d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11c65b5d-89e9-4d8f-ad89-5ccdcbdd9ef4 HTTP/1.1" status: 204 len: 168 time: 0.8513694 Dec 15 16:21:04.426157 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da613e6d-2f06-4018-a763-bec698b6dd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c65b5d-89e9-4d8f-ad89-5ccdcbdd9ef4,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:04.640568 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b389ab1-d143-40e5-b8cc-3d9606621b9b req-7c077eb0-5cfd-4088-ae46-fdaa3244ba5a tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 210 time: 0.2665226 Dec 15 16:21:04.733030 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-04c7156f-e7a8-42b5-8493-c0fe24d2b1c4 req-a400fdbf-10fe-4064-a4c8-f19210f1a580 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 210 time: 0.1267533 Dec 15 16:21:04.771034 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:04.783102 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f091cf0-1799-4057-acbd-1d671f4892a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:04.791666 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:04.810529 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d93441e5-0bf1-4858-b534-f7c3ededf04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:04.813425 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d93441e5-0bf1-4858-b534-f7c3ededf04e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:04.815751 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d93441e5-0bf1-4858-b534-f7c3ededf04e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/47183cce-200a-462b-a714-e90aa98fb718 HTTP/1.1" status: 204 len: 168 time: 1.9220159 Dec 15 16:21:04.865269 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f091cf0-1799-4057-acbd-1d671f4892a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db66d957-a0ff-40b2-b373-c866694f61d7,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:04.895425 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f091cf0-1799-4057-acbd-1d671f4892a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:04.903034 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-4f091cf0-1799-4057-acbd-1d671f4892a7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/db66d957-a0ff-40b2-b373-c866694f61d7 HTTP/1.1" status: 204 len: 168 time: 2.1282699 Dec 15 16:21:04.907089 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 34938) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:04.910555 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93441e5-0bf1-4858-b534-f7c3ededf04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47183cce-200a-462b-a714-e90aa98fb718,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:05.092823 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Pushing event updated for resources: {'Port': ['ID=425e65ad-45c8-49f9-bb61-0233c8274658,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:05.106633 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:05.182939 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:05.184091 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:05.184710 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:05.186664 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:05.188598 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:05.189310 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:05.192249 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:05.192800 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:05.193419 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:05.194013 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:05.194571 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:05.195088 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:05.195659 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Tracked resource versions report: Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: pushed versions: Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: { 'AddressGroup': {'1.2'}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'ConntrackHelper': {'1.0'}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'LocalIPAssociation': {'1.0'}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Log': {'1.0'}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Network': {'1.1'}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Port': {'1.7'}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'PortForwarding': {'1.2'}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'QosPolicy': {'1.10'}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'SecurityGroup': {'1.5'}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'SecurityGroupRule': {'1.2'}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'SubPort': {'1.0'}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Subnet': {'1.1'}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Trunk': {'1.1'}} Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: consumer versions: Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: { DHCP agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: HyperV agent@hv-cinder-81268: {}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: L3 agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: Metadata agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: Metering agent@dv-cinder-812685-4-iscsi: {}, Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: Open vSwitch agent@dv-cinder-812685-4-iscsi: { 'AddressGroup': '1.2', Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'ConntrackHelper': '1.0', Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'LocalIPAssociation': '1.0', Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Log': '1.0', Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Network': '1.1', Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Port': '1.7', Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'PortForwarding': '1.2', Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'QosPolicy': '1.10', Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'SecurityGroup': '1.5', Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'SecurityGroupRule': '1.2', Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'SubPort': '1.0', Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Subnet': '1.1', Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: 'Trunk': '1.1'}} Dec 15 16:21:05.198298 dv-cinder-812685-4-iscsi neutron-server[102569]: {{(pid=102569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 16:21:05.212665 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Attempting to bind port 425e65ad-45c8-49f9-bb61-0233c8274658 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:21:05.213241 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Attempting to bind port 425e65ad-45c8-49f9-bb61-0233c8274658 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:21:05.213807 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Attempting to bind port 425e65ad-45c8-49f9-bb61-0233c8274658 on network c5577648-1338-48a1-9aee-0000e1c86c30 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:05.237115 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:21:05.237293 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Checking segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:21:05.237866 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:05.242615 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Bound using segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:21:05.243671 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Bound port: 425e65ad-45c8-49f9-bb61-0233c8274658, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:21:05.244452 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:05.249562 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Allocated IP 172.20.0.1 (514727e8-0179-4c06-9ef8-e0775da37a12/2d26a255-1c68-40ef-8d7e-b38089c3fa09/7f91d64f-4021-459c-844c-71c925d69196) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:21:05.405443 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Router 740b3e83-2abe-4269-8064-4f72c5619383 is scheduled to L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:21:05.497806 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] For port 425e65ad-45c8-49f9-bb61-0233c8274658, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:21:05.503705 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:05.510813 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] For port 425e65ad-45c8-49f9-bb61-0233c8274658, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=425e65ad-45c8-49f9-bb61-0233c8274658,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:21:05.526591 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:05.624552 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:05.721305 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:05.762767 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5783d5-14ff-4c30-97ef-1cea07366aec None None] Pushing event updated for resources: {'Port': ['ID=425e65ad-45c8-49f9-bb61-0233c8274658,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:05.908058 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Routers {'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:21:05.908959 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:20:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:06.000533 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:06.016338 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:06.018687 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:06.019659 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Subscribe: > port after_create 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:06.020474 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:06.021766 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Pushing event updated for resources: {'Port': ['ID=7f91d64f-4021-459c-844c-71c925d69196,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:06.023057 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Subscribe: > port after_update 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:06.029404 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:06.030309 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:06.031189 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:06.033351 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:06.051889 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Network 514727e8-0179-4c06-9ef8-e0775da37a12 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:21:06.058307 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:21:06.069329 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:21:06.220350 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534942'] for router_interface, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:06.571909 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] Set router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:21:06.661722 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-bfbf340a-728d-4a18-9f71-c54fdd6a1819 None None] Provisioning complete for port 7f91d64f-4021-459c-844c-71c925d69196 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:06.663144 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-bfbf340a-728d-4a18-9f71-c54fdd6a1819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:06.693825 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.65', 57575) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:06.771861 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf340a-728d-4a18-9f71-c54fdd6a1819 None None] Port 7f91d64f-4021-459c-844c-71c925d69196 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:21:06.948956 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:06.949576 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:06.950133 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:06.950696 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 16:21:06.951272 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a9d4f6-cec8-4012-9ae9-ef821cd1c62f']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:07.133475 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.65', 57580) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:07.155101 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328e31f4-4ef1-422b-8d02-45c0b6c3b391') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:07.155777 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328e31f4-4ef1-422b-8d02-45c0b6c3b391') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:07.170955 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:07.302488 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-688283fa-5caf-4a5c-b686-d28a13d87152 req-df3150b4-ab0a-4c09-a00c-e764c0e7f6d5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 210 time: 0.3146746 Dec 15 16:21:07.305809 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:20:59Z', 'revision_number': 3, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:07.311516 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d5d51cbb-268e-4d25-8647-5b037123bedd req-714a0fe9-13a2-470a-8147-c42f81726502 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 210 time: 0.3237216 Dec 15 16:21:07.313677 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2932679'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:07.319185 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-c92c8550-884b-4377-9782-fe04630c8334 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:07.333872 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-c92c8550-884b-4377-9782-fe04630c8334 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.65 "GET /v2.0/networks?id=4c226192-4f17-4f1d-a98b-2b01a790e168 HTTP/1.1" status: 200 len: 811 time: 0.6389444 Dec 15 16:21:07.402584 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-bef88502-2efd-4182-856d-66dfe530888b tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Request body: {'port': {'device_id': '619e9cc8-266e-47ae-a393-2140979be159', 'network_id': '4c226192-4f17-4f1d-a98b-2b01a790e168', 'admin_state_up': True, 'tenant_id': 'afaba77899e64379bebe94bb60ec1876'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:07.403078 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:07.425141 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:21:07.426368 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10256207'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:07.452448 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11e5aca-20fd-493c-b312-dd69c0522f9c None None] The sync data for ids ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'] in dv-cinder-812685-4-iscsi is: [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:20:59Z', 'revision_number': 3, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: from cryptography.utils import int_from_bytes Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: from cryptography.utils import int_from_bytes Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: Traceback (most recent call last): Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: timer() Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: cb(*args, **kw) Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: return func(*args, **kwargs) Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: self._notify() Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: self.callback(batched_events) Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: event.method(event) Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: return f(self, *a, **k) Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: return self._get(url).json() Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:21:07.583592 dv-cinder-812685-4-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:21:07.617856 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b96c76-7301-4f13-8945-c38a4e19030b req-ede0a7d7-6c46-4070-916f-628578220a03 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:07.618521 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:07.661719 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:21:07.671520 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-ede0a7d7-6c46-4070-916f-628578220a03 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "GET /v2.0/networks?id=d3a23e9e-8c1c-4ad2-af72-ef7451820760 HTTP/1.1" status: 200 len: 814 time: 0.5065300 Dec 15 16:21:07.672636 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Sync routers for ids ['740b3e83-2abe-4269-8064-4f72c5619383'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:21:07.674131 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Pushing event deleted for resources: {'Network': ['ID=74a9d4f6-cec8-4012-9ae9-ef821cd1c62f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:07.674131 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:07.678601 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f223d81c-43fd-4e1f-8c6f-ccec18f63e02 admin admin] 10.222.0.60 "DELETE /v2.0/networks/74a9d4f6-cec8-4012-9ae9-ef821cd1c62f HTTP/1.1" status: 204 len: 168 time: 2.7599275 Dec 15 16:21:07.687909 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] Publish callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:07.690925 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-51b646aa-40db-4305-8eca-61de5cedf929 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.2675042 Dec 15 16:21:07.696937 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35026) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:07.721989 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-95b96c76-7301-4f13-8945-c38a4e19030b req-467f0745-fcb4-4524-a43c-11332eb10609 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Request body: {'port': {'device_id': '365b5223-e068-4113-abe1-797e13f5e901', 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760', 'admin_state_up': True, 'tenant_id': '6cccb6b08dc94f04a5efa2624d350007'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:07.735458 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Routers {'740b3e83-2abe-4269-8064-4f72c5619383'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:21:07.740431 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:20:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['740b3e83-2abe-4269-8064-4f72c5619383'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:08.131179 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 35038) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:08.138251 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Set router 740b3e83-2abe-4269-8064-4f72c5619383 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:21:08.246704 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-e1619be0-66f1-46b6-a2fa-a18d0e836ca2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c01772a86344887a5d4d432197c3c14&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1035068 Dec 15 16:21:08.254557 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35040) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:08.563880 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b96c76-7301-4f13-8945-c38a4e19030b req-467f0745-fcb4-4524-a43c-11332eb10609 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Made reservation on behalf of 6cccb6b08dc94f04a5efa2624d350007 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:21:08.568864 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-95b96c76-7301-4f13-8945-c38a4e19030b req-467f0745-fcb4-4524-a43c-11332eb10609 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:08.574290 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-bef88502-2efd-4182-856d-66dfe530888b tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Made reservation on behalf of afaba77899e64379bebe94bb60ec1876 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:21:08.578373 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-bef88502-2efd-4182-856d-66dfe530888b tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:08.661665 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b3e83-2abe-4269-8064-4f72c5619383', 'name': 'tempest-ServerRescueNegativeTestJSON-67041071-router', 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:02Z', 'revision_number': 3, 'project_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'gw_port': {'id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740b3e83-2abe-4269-8064-4f72c5619383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:59Z', 'updated_at': '2021-12-15T16:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:08.729374 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Checking router: 740b3e83-2abe-4269-8064-4f72c5619383 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:21:08.730826 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Updating router 740b3e83-2abe-4269-8064-4f72c5619383 port ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb binding host dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:21:08.768610 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6c6bd257-ed1f-48c4-b5f8-966c7b34052a req-937b10b6-5009-4476-b8c1-d7b73fe60644 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 210 time: 0.2078102 Dec 15 16:21:08.793139 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:08.833226 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-77e3d103-0bd7-4baa-a50e-5b6c4a42078e req-306e9ab5-a208-49de-b1d3-c78b96967d0e tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 210 time: 0.2421598 Dec 15 16:21:08.835953 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fe0fc3c3-5332-44a4-b14d-9cd2a8906411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:08.930841 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fe0fc3c3-5332-44a4-b14d-9cd2a8906411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:09.057880 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:09.132459 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:09.182289 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fe0fc3c3-5332-44a4-b14d-9cd2a8906411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:09.187246 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fe0fc3c3-5332-44a4-b14d-9cd2a8906411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:09.194994 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-fe0fc3c3-5332-44a4-b14d-9cd2a8906411 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6834d8f-c348-4213-bf93-7858429afe87 HTTP/1.1" status: 204 len: 168 time: 0.9343410 Dec 15 16:21:09.225246 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fc3c3-5332-44a4-b14d-9cd2a8906411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6834d8f-c348-4213-bf93-7858429afe87,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:09.229226 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534574'] for router_interface, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:09.534321 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:09.562341 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:09.578564 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:09.725859 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Attempting to bind port ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:21:09.729066 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Attempting to bind port ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:21:09.730050 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Attempting to bind port ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb on network c5577648-1338-48a1-9aee-0000e1c86c30 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:09.753430 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:21:09.761564 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Checking segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:21:09.762427 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:09.763156 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Bound using segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:21:09.764021 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Bound port: ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:21:09.764638 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:09.955578 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Pushing event updated for resources: {'Port': ['ID=7f91d64f-4021-459c-844c-71c925d69196,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:09.975531 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Network 514727e8-0179-4c06-9ef8-e0775da37a12 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:21:09.990977 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] For port ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:21:09.996199 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] For port ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:21:10.000893 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ff89b-a661-436b-98d9-7d43f9a1f25c None None] Pushing event updated for resources: {'Port': ['ID=ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:10.015751 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:21:10.022194 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:10.070532 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-bef88502-2efd-4182-856d-66dfe530888b tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Allocated IP 172.20.0.7 (4c226192-4f17-4f1d-a98b-2b01a790e168/40fc1d6e-d587-44a6-9c69-71bc064f42e6/bdc0e4f8-fd70-4efb-be09-06ef2ca1e701) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:21:10.155280 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ff89b-a661-436b-98d9-7d43f9a1f25c None None] Pushing event updated for resources: {'Port': ['ID=ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:10.201325 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Routers {'740b3e83-2abe-4269-8064-4f72c5619383'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:21:10.203459 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:20:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['740b3e83-2abe-4269-8064-4f72c5619383'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:10.624248 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 425e65ad-45c8-49f9-bb61-0233c8274658 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:21:10.645673 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] Set router 740b3e83-2abe-4269-8064-4f72c5619383 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:21:10.737973 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-95b96c76-7301-4f13-8945-c38a4e19030b req-467f0745-fcb4-4524-a43c-11332eb10609 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Allocated IP 172.20.0.8 (d3a23e9e-8c1c-4ad2-af72-ef7451820760/beaaa392-fb0d-4c71-85d3-a60cef15e55f/2a99c3c6-1c76-4557-ba21-b6d579694eac) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:21:10.746248 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-082d5c2d-ea55-4425-8ba1-ab4c459b14b3 req-00891fa6-52ec-4853-a898-f0bd85b46dc4 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 210 time: 0.6615322 Dec 15 16:21:10.811398 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Allocated IP 172.20.0.1 (6f85be06-be2a-46cd-ac10-179b1abdc90e/dcc8cfb6-7256-46fc-93e9-a03d0bcebe89/a4666e68-b79a-4466-ad69-403168cdae68) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:21:10.839816 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8e4c5f3d-8b25-4a3e-981d-6d830c3ee946 req-1251daeb-9c63-422b-a940-e89e50ca2956 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 210 time: 0.0928376 Dec 15 16:21:11.111102 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35094) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:11.362481 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:11.488419 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:11.674064 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-bef88502-2efd-4182-856d-66dfe530888b tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:11.680521 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f98fc294-8b4a-420d-9e16-ecd3d20262de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89ad3ca7067243248fd4df5a64f230e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5685418 Dec 15 16:21:11.705092 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 35098) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:11.715974 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Network 6f85be06-be2a-46cd-ac10-179b1abdc90e is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:21:11.742621 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:21:11.749527 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:21:11.881313 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4666e68-b79a-4466-ad69-403168cdae68,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:11.949227 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-275f5076-fe3d-4829-a54b-18337d2e040d None None] Provisioning complete for port 7f91d64f-4021-459c-844c-71c925d69196 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:11.968396 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-275f5076-fe3d-4829-a54b-18337d2e040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:11.969892 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534942'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:12.002290 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:21:12.060916 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b9cf57a4-fbde-4c33-9675-5963be5a43f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:12.143450 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7f93913f-61b5-4da4-a35c-66d381167602 req-a111524a-d96c-4e44-9a4d-e312a34c58f5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 210 time: 0.1495435 Dec 15 16:21:12.205884 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 425e65ad-45c8-49f9-bb61-0233c8274658 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:12.207722 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:12.244088 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b3e83-2abe-4269-8064-4f72c5619383', 'name': 'tempest-ServerRescueNegativeTestJSON-67041071-router', 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:02Z', 'revision_number': 3, 'project_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'gw_port': {'id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740b3e83-2abe-4269-8064-4f72c5619383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:59Z', 'updated_at': '2021-12-15T16:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:12.258011 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-275f5076-fe3d-4829-a54b-18337d2e040d None None] Port 7f91d64f-4021-459c-844c-71c925d69196 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:21:12.266756 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-95b96c76-7301-4f13-8945-c38a4e19030b req-467f0745-fcb4-4524-a43c-11332eb10609 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:12.334775 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-bef88502-2efd-4182-856d-66dfe530888b tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:12.567117 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b9cf57a4-fbde-4c33-9675-5963be5a43f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:12.614332 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef88502-2efd-4182-856d-66dfe530888b tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Pushing event updated for resources: {'Port': ['ID=bdc0e4f8-fd70-4efb-be09-06ef2ca1e701,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:12.664662 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-bef88502-2efd-4182-856d-66dfe530888b tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Network 4c226192-4f17-4f1d-a98b-2b01a790e168 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:21:12.679879 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5781159-e7d9-4d9a-ba66-f8c30adce2b6 None None] The sync data for ids ['740b3e83-2abe-4269-8064-4f72c5619383'] in dv-cinder-812685-4-iscsi is: [{'id': '740b3e83-2abe-4269-8064-4f72c5619383', 'name': 'tempest-ServerRescueNegativeTestJSON-67041071-router', 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:02Z', 'revision_number': 3, 'project_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'gw_port': {'id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740b3e83-2abe-4269-8064-4f72c5619383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:59Z', 'updated_at': '2021-12-15T16:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:21:12.680462 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-bef88502-2efd-4182-856d-66dfe530888b tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:21:12.693303 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-bef88502-2efd-4182-856d-66dfe530888b tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:21:12.717511 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa010ae-c77a-4243-8fbe-d14acf72921e req-f85e7019-4439-40f6-838f-d1f2d2232351 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:12.719361 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1fa010ae-c77a-4243-8fbe-d14acf72921e req-f85e7019-4439-40f6-838f-d1f2d2232351 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 931 time: 0.4386191 Dec 15 16:21:12.900374 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:12.985048 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1fa010ae-c77a-4243-8fbe-d14acf72921e req-7dbabae6-f518-4a5b-8ea6-8d2b21179dcd tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541413 Dec 15 16:21:13.013952 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port 425e65ad-45c8-49f9-bb61-0233c8274658, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=425e65ad-45c8-49f9-bb61-0233c8274658,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:13.023186 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b9cf57a4-fbde-4c33-9675-5963be5a43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:13.041275 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b9cf57a4-fbde-4c33-9675-5963be5a43f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:13.041944 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:13.044230 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-b9cf57a4-fbde-4c33-9675-5963be5a43f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88922be2-4c55-423d-a9a3-141197e408e1 HTTP/1.1" status: 204 len: 168 time: 1.3373575 Dec 15 16:21:13.075489 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:13.084987 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-95b96c76-7301-4f13-8945-c38a4e19030b req-467f0745-fcb4-4524-a43c-11332eb10609 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:13.281825 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=425e65ad-45c8-49f9-bb61-0233c8274658,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:13.408602 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b96c76-7301-4f13-8945-c38a4e19030b req-467f0745-fcb4-4524-a43c-11332eb10609 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Network d3a23e9e-8c1c-4ad2-af72-ef7451820760 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:21:13.484055 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f0745-fcb4-4524-a43c-11332eb10609 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Pushing event updated for resources: {'Port': ['ID=2a99c3c6-1c76-4557-ba21-b6d579694eac,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:13.509392 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-95b96c76-7301-4f13-8945-c38a4e19030b req-467f0745-fcb4-4524-a43c-11332eb10609 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:21:13.525473 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b96c76-7301-4f13-8945-c38a4e19030b req-467f0745-fcb4-4524-a43c-11332eb10609 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:21:13.677690 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:21:13.690966 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf57a4-fbde-4c33-9675-5963be5a43f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88922be2-4c55-423d-a9a3-141197e408e1,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:13.698835 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Sync routers for ids ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:21:13.708109 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-fd4e7266-9fb0-4772-bbe8-2a05403c4c5d admin admin] 10.222.0.60 "PUT /v2.0/routers/e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2156019 Dec 15 16:21:13.766933 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Routers {'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:21:13.769250 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:20:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:13.825368 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b96c76-7301-4f13-8945-c38a4e19030b req-467f0745-fcb4-4524-a43c-11332eb10609 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:13.826200 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-95b96c76-7301-4f13-8945-c38a4e19030b req-467f0745-fcb4-4524-a43c-11332eb10609 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:13.838588 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed573691-0500-4630-87cd-b9acc18f2e4b req-24828b05-b07f-446a-b2ba-3243f316ebb2 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:13.849231 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ed573691-0500-4630-87cd-b9acc18f2e4b req-24828b05-b07f-446a-b2ba-3243f316ebb2 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 931 time: 0.4863353 Dec 15 16:21:13.973216 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-bef88502-2efd-4182-856d-66dfe530888b tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:13.973951 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-bef88502-2efd-4182-856d-66dfe530888b tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:13.997672 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-467f0745-fcb4-4524-a43c-11332eb10609 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2879632 Dec 15 16:21:14.033654 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-bef88502-2efd-4182-856d-66dfe530888b tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6391041 Dec 15 16:21:14.046202 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-dbf4aa13-5029-4901-bff0-01a73e5d4e5c tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:21:14.049009 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-dbf4aa13-5029-4901-bff0-01a73e5d4e5c tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077858 Dec 15 16:21:14.071048 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-087b7b56-89da-4f02-9319-eda3ae19c6f5 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:21:14.077583 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-087b7b56-89da-4f02-9319-eda3ae19c6f5 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0248053 Dec 15 16:21:14.217565 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:14.388869 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10256235'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:14.522780 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 425e65ad-45c8-49f9-bb61-0233c8274658 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:21:14.570226 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Set router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:21:14.760103 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ed573691-0500-4630-87cd-b9acc18f2e4b req-0143d460-e1c1-4ead-9f7f-5649912fea3f tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8825040 Dec 15 16:21:14.910048 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Request body: {'port': {'device_id': '365b5223-e068-4113-abe1-797e13f5e901', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:15.021854 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Request body: {'port': {'device_id': '619e9cc8-266e-47ae-a393-2140979be159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:15.088915 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:21:06Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '7f91d64f-4021-459c-844c-71c925d69196', 'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'mac_address': 'fa:16:3e:b2:be:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:04Z', 'updated_at': '2021-12-15T16:21:07Z', 'revision_number': 2, 'project_id': '28737128a7574d248ba7e4e536171af2', 'subnets': [{'id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:15.128605 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 425e65ad-45c8-49f9-bb61-0233c8274658 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:15.130908 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:15.194536 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4666e68-b79a-4466-ad69-403168cdae68,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:15.242116 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:15.303469 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534574'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:15.385380 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Checking router: e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:21:15.385813 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Updating router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d port 7f91d64f-4021-459c-844c-71c925d69196 binding host dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:21:15.391445 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f41ec-93be-473f-947b-b45c4dc06eb2 req-53361536-89dd-4ad1-9251-6a119760ea17 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:15.398957 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-196f41ec-93be-473f-947b-b45c4dc06eb2 req-53361536-89dd-4ad1-9251-6a119760ea17 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 931 time: 1.0312660 Dec 15 16:21:15.517788 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:21:15.520865 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:15.580873 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:21:15.692121 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-196f41ec-93be-473f-947b-b45c4dc06eb2 req-6c0c1b26-0ea0-420e-88de-0f02a3b61305 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643273 Dec 15 16:21:16.054808 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Network 6f85be06-be2a-46cd-ac10-179b1abdc90e is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:21:16.077867 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:21:16.144596 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:16.145217 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:16.275854 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:16.290766 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 35208) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:16.365658 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-580cf112-a49b-429d-9c77-a15dc91f7f24 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389662162', 'description': 'tempest-description--934206376'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:16.583056 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 35212) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:16.818416 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:16.865567 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Router 740b3e83-2abe-4269-8064-4f72c5619383 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:21:16.923458 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:16.950064 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:17.014913 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc74473-dfd4-4cb7-928e-7ea65550b9cd req-37aacfab-7650-4033-9d54-4755166f9090 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:17.031346 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8dc74473-dfd4-4cb7-928e-7ea65550b9cd req-37aacfab-7650-4033-9d54-4755166f9090 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 931 time: 0.2270343 Dec 15 16:21:17.468173 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:17.693016 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:17.706849 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:17.806149 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8dc74473-dfd4-4cb7-928e-7ea65550b9cd req-aa953ace-c393-48dd-a5c2-1b38050ba64a tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7700362 Dec 15 16:21:17.863626 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef2348-03df-4648-a239-7864bdc4e9bd req-45e128d5-e805-46ba-9d98-1fc6f56f6278 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:17.873894 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a413d2b-51fd-4689-a127-deb3b6f70c68 None None] Pushing event updated for resources: {'Port': ['ID=7f91d64f-4021-459c-844c-71c925d69196,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:17.875748 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-22ef2348-03df-4648-a239-7864bdc4e9bd req-45e128d5-e805-46ba-9d98-1fc6f56f6278 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 931 time: 0.5766852 Dec 15 16:21:18.072641 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-22ef2348-03df-4648-a239-7864bdc4e9bd req-3c79a375-f0a7-4c91-93a4-fe10bd092cab tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949649 Dec 15 16:21:18.136733 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:21:18.149705 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Sync routers for ids ['740b3e83-2abe-4269-8064-4f72c5619383'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:21:18.156919 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-cf480a79-20c4-4e4b-a184-64e2713c89c3 admin admin] 10.222.0.60 "PUT /v2.0/routers/740b3e83-2abe-4269-8064-4f72c5619383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4581301 Dec 15 16:21:18.184959 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Attempting to bind port 7f91d64f-4021-459c-844c-71c925d69196 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:21:18.189079 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Attempting to bind port 7f91d64f-4021-459c-844c-71c925d69196 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:21:18.190051 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Attempting to bind port 7f91d64f-4021-459c-844c-71c925d69196 on network 514727e8-0179-4c06-9ef8-e0775da37a12 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:18.207770 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:21:18.208168 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Checking segment: {'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:21:18.208676 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:18.209168 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Bound using segment: {'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:21:18.209758 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Bound port: 7f91d64f-4021-459c-844c-71c925d69196, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:21:18.212514 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:18.269629 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Routers {'740b3e83-2abe-4269-8064-4f72c5619383'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:21:18.298058 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:20:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['740b3e83-2abe-4269-8064-4f72c5619383'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:18.505504 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] For port 7f91d64f-4021-459c-844c-71c925d69196, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:21:18.520167 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:21:18.521279 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] For port 7f91d64f-4021-459c-844c-71c925d69196, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=7f91d64f-4021-459c-844c-71c925d69196,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:21:18.540084 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:18.540710 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:18.598085 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Transition to ACTIVE for port object bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:21:18.618789 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-580cf112-a49b-429d-9c77-a15dc91f7f24 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:18.646317 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:18.849823 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Pushing event updated for resources: {'Port': ['ID=bdc0e4f8-fd70-4efb-be09-06ef2ca1e701,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:18.910564 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a413d2b-51fd-4689-a127-deb3b6f70c68 None None] Pushing event updated for resources: {'Port': ['ID=7f91d64f-4021-459c-844c-71c925d69196,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:18.940936 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Routers {'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:21:18.941567 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:20:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:18.976424 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Set router 740b3e83-2abe-4269-8064-4f72c5619383 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:21:19.192437 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314b1a2-8471-4550-89ac-403a6e2c0b8a req-8a42fe90-5745-4df7-adc3-3cdefa5625ff tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:19.228562 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4314b1a2-8471-4550-89ac-403a6e2c0b8a req-8a42fe90-5745-4df7-adc3-3cdefa5625ff tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 931 time: 0.2054582 Dec 15 16:21:19.365863 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:21:19.509104 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4314b1a2-8471-4550-89ac-403a6e2c0b8a req-918a7eb4-e6b3-4a22-9387-99d66e13a511 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715743 Dec 15 16:21:19.514514 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] Set router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:21:19.633363 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-26838a90-f342-4dce-9096-ff7864d544f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:19.839802 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-4ddc11f0-a232-4273-8536-5a2984023f3c None None] Provisioning complete for port 7f91d64f-4021-459c-844c-71c925d69196 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:19.840573 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ddc11f0-a232-4273-8536-5a2984023f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:20.104722 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a99c3c6-1c76-4557-ba21-b6d579694eac {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:21:20.131043 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:20.141671 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-580cf112-a49b-429d-9c77-a15dc91f7f24 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:20.162379 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66965c03-c37f-4ec6-90f5-b9af2d8ba608 req-0e128038-1c92-4798-97cc-9fea5f745c04 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:20.190077 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-580cf112-a49b-429d-9c77-a15dc91f7f24 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:20.203894 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-66965c03-c37f-4ec6-90f5-b9af2d8ba608 req-0e128038-1c92-4798-97cc-9fea5f745c04 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 943 time: 0.3093264 Dec 15 16:21:20.253524 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:21:06Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '7f91d64f-4021-459c-844c-71c925d69196', 'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'mac_address': 'fa:16:3e:b2:be:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:04Z', 'updated_at': '2021-12-15T16:21:18Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'subnets': [{'id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:20.297777 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd9e063-6e97-4646-be81-112e33758414 None None] The sync data for ids ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'] in dv-cinder-812685-4-iscsi is: [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:21:06Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '7f91d64f-4021-459c-844c-71c925d69196', 'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'mac_address': 'fa:16:3e:b2:be:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:04Z', 'updated_at': '2021-12-15T16:21:18Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'subnets': [{'id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:21:20.316495 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:20.318241 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:20.325247 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Transition to ACTIVE for port object 2a99c3c6-1c76-4557-ba21-b6d579694eac will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:21:20.357479 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cf112-a49b-429d-9c77-a15dc91f7f24 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3c7131-b93c-451f-8f96-97552dfed917,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:20.374987 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Attempting to bind port bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:21:20.375867 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Attempting to bind port bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '160c3c1f-9eb0-4baa-a036-6871c62e67ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4c226192-4f17-4f1d-a98b-2b01a790e168'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:21:20.376536 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Attempting to bind port bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 on network 4c226192-4f17-4f1d-a98b-2b01a790e168 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:20.394455 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Port bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 on network 4c226192-4f17-4f1d-a98b-2b01a790e168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:21:20.394951 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Attempting to bind port bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 on network 4c226192-4f17-4f1d-a98b-2b01a790e168 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:20.406401 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:21:20.406958 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Checking segment: {'id': '160c3c1f-9eb0-4baa-a036-6871c62e67ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4c226192-4f17-4f1d-a98b-2b01a790e168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:21:20.409693 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Bound using segment: {'id': '160c3c1f-9eb0-4baa-a036-6871c62e67ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4c226192-4f17-4f1d-a98b-2b01a790e168'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:21:20.410886 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Bound port: bdc0e4f8-fd70-4efb-be09-06ef2ca1e701, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160c3c1f-9eb0-4baa-a036-6871c62e67ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4c226192-4f17-4f1d-a98b-2b01a790e168'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:21:20.411442 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:20.430361 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:20.445813 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-66965c03-c37f-4ec6-90f5-b9af2d8ba608 req-973bfe3b-7ed3-42e1-9f4a-1c27fa888227 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347333 Dec 15 16:21:20.553720 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Pushing event updated for resources: {'Port': ['ID=2a99c3c6-1c76-4557-ba21-b6d579694eac,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:20.558897 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-580cf112-a49b-429d-9c77-a15dc91f7f24 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:20.563343 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-580cf112-a49b-429d-9c77-a15dc91f7f24 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 4.2091815 Dec 15 16:21:20.564469 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35294) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:20.570297 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-e4cafc9a-2804-4898-acad-9a131ef7a8ab tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Request body: {'security_group_rule': {'security_group_id': '3b3c7131-b93c-451f-8f96-97552dfed917', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:20.706933 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc9a-2804-4898-acad-9a131ef7a8ab tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:20.719136 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-26838a90-f342-4dce-9096-ff7864d544f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:20.737955 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-26838a90-f342-4dce-9096-ff7864d544f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:20.812762 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ddc11f0-a232-4273-8536-5a2984023f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:20.956767 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35300) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:21.139090 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-4ddc11f0-a232-4273-8536-5a2984023f3c None None] For port 7f91d64f-4021-459c-844c-71c925d69196, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=7f91d64f-4021-459c-844c-71c925d69196,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:21.165073 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4ddc11f0-a232-4273-8536-5a2984023f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:21.196501 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26838a90-f342-4dce-9096-ff7864d544f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baadf94-9c57-424d-99a1-6e7d5b735804,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:21.214187 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Attempting to bind port 2a99c3c6-1c76-4557-ba21-b6d579694eac on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:21:21.214601 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Attempting to bind port 2a99c3c6-1c76-4557-ba21-b6d579694eac by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:21:21.214991 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Attempting to bind port 2a99c3c6-1c76-4557-ba21-b6d579694eac on network d3a23e9e-8c1c-4ad2-af72-ef7451820760 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:21.258050 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc9a-2804-4898-acad-9a131ef7a8ab tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:21.289203 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc9a-2804-4898-acad-9a131ef7a8ab tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:21.379975 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Port 2a99c3c6-1c76-4557-ba21-b6d579694eac on network d3a23e9e-8c1c-4ad2-af72-ef7451820760 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:21:21.380507 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Attempting to bind port 2a99c3c6-1c76-4557-ba21-b6d579694eac on network d3a23e9e-8c1c-4ad2-af72-ef7451820760 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:21.417303 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:21:21.417704 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Checking segment: {'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:21:21.426395 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Bound using segment: {'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:21:21.427119 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Bound port: 2a99c3c6-1c76-4557-ba21-b6d579694eac, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:21:21.428966 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:21.494891 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-26838a90-f342-4dce-9096-ff7864d544f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=193533f015c6401da3af82417f21230e&name=default HTTP/1.1" status: 200 len: 2996 time: 4.8922055 Dec 15 16:21:21.494891 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] For port bdc0e4f8-fd70-4efb-be09-06ef2ca1e701, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:21:21.508029 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 35320) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:21.629153 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b3e83-2abe-4269-8064-4f72c5619383', 'name': 'tempest-ServerRescueNegativeTestJSON-67041071-router', 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'gw_port': {'id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b3e83-2abe-4269-8064-4f72c5619383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:59Z', 'updated_at': '2021-12-15T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'a4666e68-b79a-4466-ad69-403168cdae68', 'name': '', 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e', 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'mac_address': 'fa:16:3e:df:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740b3e83-2abe-4269-8064-4f72c5619383', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dcc8cfb6-7256-46fc-93e9-a03d0bcebe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:09Z', 'updated_at': '2021-12-15T16:21:13Z', 'revision_number': 2, 'project_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'subnets': [{'id': 'dcc8cfb6-7256-46fc-93e9-a03d0bcebe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:21.812735 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] For port bdc0e4f8-fd70-4efb-be09-06ef2ca1e701, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bdc0e4f8-fd70-4efb-be09-06ef2ca1e701,segment=NetworkSegment(160c3c1f-9eb0-4baa-a036-6871c62e67ee),segment_id=160c3c1f-9eb0-4baa-a036-6871c62e67ee)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:21:21.926088 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:22.106408 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Checking router: 740b3e83-2abe-4269-8064-4f72c5619383 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:21:22.111198 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Updating router 740b3e83-2abe-4269-8064-4f72c5619383 port a4666e68-b79a-4466-ad69-403168cdae68 binding host dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:21:22.311659 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:22.313648 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cafc9a-2804-4898-acad-9a131ef7a8ab tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3656c227-5b98-46e5-acc5-a850115b3176,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:22.324695 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:22.329337 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-2a6a0af8-bab0-48cf-876b-54bc401ac1c3 None None] Provisioning complete for port 7f91d64f-4021-459c-844c-71c925d69196 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:22.329337 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2a6a0af8-bab0-48cf-876b-54bc401ac1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:22.333154 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:22.339345 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc11f0-a232-4273-8536-5a2984023f3c None None] Pushing event updated for resources: {'Port': ['ID=7f91d64f-4021-459c-844c-71c925d69196,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:22.341882 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] 10.222.0.65 "PUT /v2.0/ports/bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 HTTP/1.1" status: 200 len: 1093 time: 7.9251652 Dec 15 16:21:22.368696 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db66b2-8aa8-46ab-b101-93737f9a4564 req-a7787bb8-359b-42ad-82f1-5dba933eeae0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:22.377239 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619e9cc8-266e-47ae-a393-2140979be159', 'tag': 'bdc0e4f8-fd70-4efb-be09-06ef2ca1e701'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:21:22.379987 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f0db66b2-8aa8-46ab-b101-93737f9a4564 req-a7787bb8-359b-42ad-82f1-5dba933eeae0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 943 time: 1.5601716 Dec 15 16:21:22.393425 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-06bb3771-fe03-475c-ad37-07e23d238e79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:22.408456 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc9a-2804-4898-acad-9a131ef7a8ab tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:22.410093 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-e4cafc9a-2804-4898-acad-9a131ef7a8ab tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8441782 Dec 15 16:21:22.420996 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35336) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:22.426429 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-781bad6a-8b1b-4934-b46b-1d709c01cd2d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Request body: {'security_group_rule': {'security_group_id': '3b3c7131-b93c-451f-8f96-97552dfed917', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:22.759196 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] For port 2a99c3c6-1c76-4557-ba21-b6d579694eac, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:21:22.953404 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-06bb3771-fe03-475c-ad37-07e23d238e79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:22.966722 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9f693-cd61-4d99-8d0e-bc5fa534542a service neutron] Pushing event updated for resources: {'Port': ['ID=bdc0e4f8-fd70-4efb-be09-06ef2ca1e701,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:23.008163 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1b85-62d7-498d-a6fc-df4703434139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:23.012253 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] For port 2a99c3c6-1c76-4557-ba21-b6d579694eac, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2a99c3c6-1c76-4557-ba21-b6d579694eac,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:21:23.025644 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-06bb3771-fe03-475c-ad37-07e23d238e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:23.050678 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:23.223422 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-06bb3771-fe03-475c-ad37-07e23d238e79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04dc3e61c2b346be9231b6d6dedf57b9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2180533 Dec 15 16:21:23.226242 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35342) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:23.243965 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Pushing event updated for resources: {'Port': ['ID=2a99c3c6-1c76-4557-ba21-b6d579694eac,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:23.251160 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:23.252030 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:23.252477 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 7f91d64f-4021-459c-844c-71c925d69196 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:21:23.254137 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-db8da1ec-514c-420a-a87f-2f3ca3de04ac service neutron] 10.222.0.65 "PUT /v2.0/ports/2a99c3c6-1c76-4557-ba21-b6d579694eac HTTP/1.1" status: 200 len: 1093 time: 8.8463795 Dec 15 16:21:23.267879 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff70b40d-fffa-4586-a58b-725900639f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "619e9cc8-266e-47ae-a393-2140979be159", "tag": "bdc0e4f8-fd70-4efb-be09-06ef2ca1e701"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:21:23.280988 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1b85-62d7-498d-a6fc-df4703434139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:23.327233 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-6e5d4ba8-3239-4660-b297-4272a264b0c4 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:23.334122 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-dd15a62d-0adb-4773-ba57-0536a767eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:23.344013 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-dd15a62d-0adb-4773-ba57-0536a767eb88 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=afaba77899e64379bebe94bb60ec1876&device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 1096 time: 0.8130224 Dec 15 16:21:23.344722 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-6e5d4ba8-3239-4660-b297-4272a264b0c4 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/networks?id=6f85be06-be2a-46cd-ac10-179b1abdc90e HTTP/1.1" status: 200 len: 817 time: 2.0764401 Dec 15 16:21:23.443491 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb3771-fe03-475c-ad37-07e23d238e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8a8c28-9ce5-4487-b943-29bb1a31af14,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:23.492471 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f0db66b2-8aa8-46ab-b101-93737f9a4564 req-e4af60af-2885-4504-8ebe-54247cd0a391 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1111090 Dec 15 16:21:23.520343 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-bdbda933-d6ab-4e33-b7d1-7f999e2f703b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/quotas/a4cdbc8211774d9fb8b9dbf7e3f1f080 HTTP/1.1" status: 200 len: 375 time: 0.1678336 Dec 15 16:21:23.530911 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-781bad6a-8b1b-4934-b46b-1d709c01cd2d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:23.778017 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 7f91d64f-4021-459c-844c-71c925d69196 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:23.778017 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:23.840914 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1b85-62d7-498d-a6fc-df4703434139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:23.851011 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1a4b1b85-62d7-498d-a6fc-df4703434139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:23.877610 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-1a4b1b85-62d7-498d-a6fc-df4703434139 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9baadf94-9c57-424d-99a1-6e7d5b735804 HTTP/1.1" status: 204 len: 168 time: 2.2626114 Dec 15 16:21:23.897112 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-658c7050-975b-42f8-8ed2-a899c8426e05 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 HTTP/1.1" status: 200 len: 217 time: 0.5073047 Dec 15 16:21:23.992050 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b1b85-62d7-498d-a6fc-df4703434139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baadf94-9c57-424d-99a1-6e7d5b735804,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:24.076154 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:24.077149 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b96c76-7301-4f13-8945-c38a4e19030b req-e4c8c4cf-7a83-4580-b497-56069dddc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:24.084230 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-e4c8c4cf-7a83-4580-b497-56069dddc640 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6cccb6b08dc94f04a5efa2624d350007&device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 1096 time: 0.6725037 Dec 15 16:21:24.138754 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6d4a53bc-4c95-4dd5-adfc-11b49b79b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:24.142135 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-6d4a53bc-4c95-4dd5-adfc-11b49b79b12d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=40fc1d6e-d587-44a6-9c69-71bc064f42e6 HTTP/1.1" status: 200 len: 851 time: 0.2196054 Dec 15 16:21:24.176622 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:24.306774 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-497f2e06-25ff-431e-b14b-f9c4210fed3a tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4cdbc8211774d9fb8b9dbf7e3f1f080&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6816776 Dec 15 16:21:24.314197 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7ce0bfe-fa7f-43a9-b779-85f12e7eacfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:24.324774 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa41fc-0b79-46ba-a4a9-2840c2c9ca85 None None] Pushing event updated for resources: {'Port': ['ID=a4666e68-b79a-4466-ad69-403168cdae68,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:24.349363 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-83e9367b-2857-463f-902f-0fcd27b547a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:24.422772 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-88e6acc2-8d8f-4ce1-84f4-1459ce9dd1a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a99c3c6-1c76-4557-ba21-b6d579694eac HTTP/1.1" status: 200 len: 217 time: 0.3216305 Dec 15 16:21:24.492587 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 7f91d64f-4021-459c-844c-71c925d69196 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:21:24.503990 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7ce0bfe-fa7f-43a9-b779-85f12e7eacfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:24.554089 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Attempting to bind port a4666e68-b79a-4466-ad69-403168cdae68 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:21:24.554532 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Attempting to bind port a4666e68-b79a-4466-ad69-403168cdae68 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '3b8a1f21-cf7f-439b-ba00-b324efe326de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:21:24.555023 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Attempting to bind port a4666e68-b79a-4466-ad69-403168cdae68 on network 6f85be06-be2a-46cd-ac10-179b1abdc90e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:24.565594 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-53cfc34c-8f33-410f-bf89-e7f15b9f90f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c226192-4f17-4f1d-a98b-2b01a790e168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3356247 Dec 15 16:21:24.571443 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:21:24.578216 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-781bad6a-8b1b-4934-b46b-1d709c01cd2d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:24.579024 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Checking segment: {'id': '3b8a1f21-cf7f-439b-ba00-b324efe326de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:21:24.579695 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:24.580562 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Bound using segment: {'id': '3b8a1f21-cf7f-439b-ba00-b324efe326de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:21:24.581678 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Bound port: a4666e68-b79a-4466-ad69-403168cdae68, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8a1f21-cf7f-439b-ba00-b324efe326de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:21:24.582195 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:24.722755 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-781bad6a-8b1b-4934-b46b-1d709c01cd2d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:24.740260 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 7f91d64f-4021-459c-844c-71c925d69196 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:24.740875 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:24.793992 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae0989-0079-470e-8239-b4cb971734de req-82b2a51a-49d4-4164-954f-721fa94c3fd8 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:24.795837 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-54ae0989-0079-470e-8239-b4cb971734de req-82b2a51a-49d4-4164-954f-721fa94c3fd8 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 943 time: 1.0501080 Dec 15 16:21:24.798644 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35370) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:24.835355 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7ce0bfe-fa7f-43a9-b779-85f12e7eacfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:24.838389 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d7ce0bfe-fa7f-43a9-b779-85f12e7eacfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:24.839846 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d7ce0bfe-fa7f-43a9-b779-85f12e7eacfa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c8a8c28-9ce5-4487-b943-29bb1a31af14 HTTP/1.1" status: 204 len: 168 time: 1.5619245 Dec 15 16:21:24.859842 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] For port a4666e68-b79a-4466-ad69-403168cdae68, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:21:24.872398 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] For port a4666e68-b79a-4466-ad69-403168cdae68, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=a4666e68-b79a-4466-ad69-403168cdae68,segment=NetworkSegment(3b8a1f21-cf7f-439b-ba00-b324efe326de),segment_id=3b8a1f21-cf7f-439b-ba00-b324efe326de)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:21:24.887354 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:24.889283 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b96c76-7301-4f13-8945-c38a4e19030b req-13b70ab3-00b6-4b07-ab45-19fa60054941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:24.891110 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-13b70ab3-00b6-4b07-ab45-19fa60054941 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beaaa392-fb0d-4c71-85d3-a60cef15e55f HTTP/1.1" status: 200 len: 854 time: 0.3738930 Dec 15 16:21:24.894803 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bad6a-8b1b-4934-b46b-1d709c01cd2d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf3b0ab8-f570-403b-bc0d-772b5b626a49,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:24.917208 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec44bdb7-7ddf-49ea-b453-97b165c5da18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:24.930828 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-781bad6a-8b1b-4934-b46b-1d709c01cd2d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:24.932371 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-781bad6a-8b1b-4934-b46b-1d709c01cd2d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5099223 Dec 15 16:21:24.938571 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 35374) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:24.947881 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Request body: {'floatingip': {'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:24.949162 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce0bfe-fa7f-43a9-b779-85f12e7eacfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8a8c28-9ce5-4487-b943-29bb1a31af14,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:25.040201 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-36a8ee5d-d7c4-4d84-8541-7140468ff616 service neutron] 10.222.0.65 "GET /v2.0/networks/4c226192-4f17-4f1d-a98b-2b01a790e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920860 Dec 15 16:21:25.081759 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Routers {'740b3e83-2abe-4269-8064-4f72c5619383'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:21:25.082706 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:20:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['740b3e83-2abe-4269-8064-4f72c5619383'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:25.087969 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-5a8967d2-0bbb-49c5-9637-b18b53c3b55b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3a23e9e-8c1c-4ad2-af72-ef7451820760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1704445 Dec 15 16:21:25.139428 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for floatingip, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:25.144317 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-2a257db1-3c3c-4c29-9f55-de5d0f4ea4d8 service neutron] 10.222.0.60 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133866 Dec 15 16:21:25.201650 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-54ae0989-0079-470e-8239-b4cb971734de req-1f316284-62d3-4513-b876-8a83f5b8898e tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869965 Dec 15 16:21:25.320022 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa41fc-0b79-46ba-a4a9-2840c2c9ca85 None None] Pushing event updated for resources: {'Port': ['ID=a4666e68-b79a-4466-ad69-403168cdae68,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:25.514294 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] Set router 740b3e83-2abe-4269-8064-4f72c5619383 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:21:26.006548 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-686272c7-c24e-4916-86d1-da769f24e003 service neutron] 10.222.0.60 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7926695 Dec 15 16:21:26.007782 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35406) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:26.050055 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec44bdb7-7ddf-49ea-b453-97b165c5da18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:26.136106 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ec44bdb7-7ddf-49ea-b453-97b165c5da18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:26.189007 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf05fc9e-8a63-454d-97fb-0b1ffb6b4f84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:26.295491 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-ec44bdb7-7ddf-49ea-b453-97b165c5da18 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58bad91ed85a444380c6772cbdc4fd76&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4845052 Dec 15 16:21:26.319532 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35416) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:26.461293 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-80eecad8-99c1-4b5c-84cd-5b308564af4a service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448559 Dec 15 16:21:26.532845 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44bdb7-7ddf-49ea-b453-97b165c5da18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68ad01e-9974-43a0-8204-fcbb78a682b3,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:26.820789 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf05fc9e-8a63-454d-97fb-0b1ffb6b4f84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:26.888094 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cf05fc9e-8a63-454d-97fb-0b1ffb6b4f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:26.891802 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60cc753-8217-42db-9c95-7e510b9d59c2 x-openstack-request-id: req-a60cc753-8217-42db-9c95-7e510b9d59c2 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:21:26.892289 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619e9cc8-266e-47ae-a393-2140979be159", "tag": "bdc0e4f8-fd70-4efb-be09-06ef2ca1e701", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:21:26.892387 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a60cc753-8217-42db-9c95-7e510b9d59c2 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:21:26.892884 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619e9cc8-266e-47ae-a393-2140979be159', 'tag': 'bdc0e4f8-fd70-4efb-be09-06ef2ca1e701', 'status': 'completed', 'code': 200} Dec 15 16:21:26.904707 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-95b96c76-7301-4f13-8945-c38a4e19030b req-d2bb8555-1d03-41db-b678-d3db79874205 service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551484 Dec 15 16:21:27.065370 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c33231b9-fea8-45b8-98e0-c40ba24b2187 req-e5aaf36e-2ddd-4026-9b0c-96768076de2d service neutron] 10.222.0.65 "GET /v2.0/networks/4c226192-4f17-4f1d-a98b-2b01a790e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9755139 Dec 15 16:21:27.066604 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e536c946-fcc2-4670-a793-f0e88f4bc14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:27.083635 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:27.136424 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b3e83-2abe-4269-8064-4f72c5619383', 'name': 'tempest-ServerRescueNegativeTestJSON-67041071-router', 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'gw_port': {'id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b3e83-2abe-4269-8064-4f72c5619383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:59Z', 'updated_at': '2021-12-15T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'a4666e68-b79a-4466-ad69-403168cdae68', 'name': '', 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e', 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'mac_address': 'fa:16:3e:df:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740b3e83-2abe-4269-8064-4f72c5619383', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dcc8cfb6-7256-46fc-93e9-a03d0bcebe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:09Z', 'updated_at': '2021-12-15T16:21:24Z', 'revision_number': 4, 'project_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'subnets': [{'id': 'dcc8cfb6-7256-46fc-93e9-a03d0bcebe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:21:27.138895 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-cf05fc9e-8a63-454d-97fb-0b1ffb6b4f84 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b100d2d5ee4434a9a1260e204ab1571&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1014905 Dec 15 16:21:27.139749 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-913fd9b9-6ea3-4efb-8aa1-c157d3e1951b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:27.209581 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-913fd9b9-6ea3-4efb-8aa1-c157d3e1951b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:27.222733 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c5325-e885-4d75-bc74-e1914eaa97ca None None] The sync data for ids ['740b3e83-2abe-4269-8064-4f72c5619383'] in dv-cinder-812685-4-iscsi is: [{'id': '740b3e83-2abe-4269-8064-4f72c5619383', 'name': 'tempest-ServerRescueNegativeTestJSON-67041071-router', 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'gw_port': {'id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b3e83-2abe-4269-8064-4f72c5619383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:59Z', 'updated_at': '2021-12-15T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'a4666e68-b79a-4466-ad69-403168cdae68', 'name': '', 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e', 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'mac_address': 'fa:16:3e:df:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740b3e83-2abe-4269-8064-4f72c5619383', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'dcc8cfb6-7256-46fc-93e9-a03d0bcebe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:09Z', 'updated_at': '2021-12-15T16:21:24Z', 'revision_number': 4, 'project_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'subnets': [{'id': 'dcc8cfb6-7256-46fc-93e9-a03d0bcebe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:21:27.253418 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 35432) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:27.331477 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-913fd9b9-6ea3-4efb-8aa1-c157d3e1951b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:27.339517 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-913fd9b9-6ea3-4efb-8aa1-c157d3e1951b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:27.368887 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-913fd9b9-6ea3-4efb-8aa1-c157d3e1951b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b68ad01e-9974-43a0-8204-fcbb78a682b3 HTTP/1.1" status: 204 len: 168 time: 1.0366313 Dec 15 16:21:27.477573 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3ede3-2d8f-4815-9e2c-d44fe4119e10 req-52b22f8d-886f-4a81-bdae-184305f7cfd7 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:27.483329 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Allocated IP 172.27.2.105 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/758e9067-9c77-44d3-8e86-e1258490ea45) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:21:27.484668 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-09c3ede3-2d8f-4815-9e2c-d44fe4119e10 req-52b22f8d-886f-4a81-bdae-184305f7cfd7 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 943 time: 0.6615500 Dec 15 16:21:27.513265 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05fc9e-8a63-454d-97fb-0b1ffb6b4f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09114657-2d31-4184-bdf8-d30c65c7be02,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:27.707322 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fd9b9-6ea3-4efb-8aa1-c157d3e1951b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68ad01e-9974-43a0-8204-fcbb78a682b3,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:27.746381 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70b40d-fffa-4586-a58b-725900639f5c req-7661a52c-cf20-4eb1-b2d7-cf6518715316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:27.749985 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ff70b40d-fffa-4586-a58b-725900639f5c req-7661a52c-cf20-4eb1-b2d7-cf6518715316 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=afaba77899e64379bebe94bb60ec1876&device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 1096 time: 0.4795492 Dec 15 16:21:27.766135 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92869cff-15e9-4bc4-ab26-f81325d81520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:27.842239 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-09c3ede3-2d8f-4815-9e2c-d44fe4119e10 req-208e791f-49fc-4475-b505-ca3407ee5489 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437521 Dec 15 16:21:27.859828 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30d94f-0ae9-44db-9c7c-dc6e08644c53 req-06d3a1e6-16ff-456b-a6f5-157ce439c118 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:27.876309 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd30d94f-0ae9-44db-9c7c-dc6e08644c53 req-06d3a1e6-16ff-456b-a6f5-157ce439c118 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 943 time: 1.0515416 Dec 15 16:21:28.005710 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd30d94f-0ae9-44db-9c7c-dc6e08644c53 req-e1ab6677-9e4f-4ddc-bc69-60bd6412dfba tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200819 Dec 15 16:21:28.022051 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92869cff-15e9-4bc4-ab26-f81325d81520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:28.095567 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-16bb7f46-d668-4657-a725-2245fa763d5e req-eb9af1c0-a5a0-4651-bd51-2bf2ab26b470 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 210 time: 0.0862317 Dec 15 16:21:28.351611 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70b40d-fffa-4586-a58b-725900639f5c req-0c966797-1560-4e38-871e-5e1b997b58da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:28.354734 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ff70b40d-fffa-4586-a58b-725900639f5c req-0c966797-1560-4e38-871e-5e1b997b58da service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c226192-4f17-4f1d-a98b-2b01a790e168 HTTP/1.1" status: 200 len: 912 time: 0.4605563 Dec 15 16:21:28.460323 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:28.471555 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ff70b40d-fffa-4586-a58b-725900639f5c req-14a7a7d3-759f-42f6-bd28-f3474d59e5bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 HTTP/1.1" status: 200 len: 217 time: 0.0954304 Dec 15 16:21:28.616640 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70b40d-fffa-4586-a58b-725900639f5c req-a582ba28-8092-4afe-9988-8459c314325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:28.619108 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ff70b40d-fffa-4586-a58b-725900639f5c req-a582ba28-8092-4afe-9988-8459c314325a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=40fc1d6e-d587-44a6-9c69-71bc064f42e6 HTTP/1.1" status: 200 len: 851 time: 0.1380017 Dec 15 16:21:28.622111 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:28.626252 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92869cff-15e9-4bc4-ab26-f81325d81520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:28.630285 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92869cff-15e9-4bc4-ab26-f81325d81520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:28.648456 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-92869cff-15e9-4bc4-ab26-f81325d81520 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09114657-2d31-4184-bdf8-d30c65c7be02 HTTP/1.1" status: 204 len: 168 time: 1.3825717 Dec 15 16:21:28.649660 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device a4666e68-b79a-4466-ad69-403168cdae68 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:21:28.855929 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ff70b40d-fffa-4586-a58b-725900639f5c req-6c31e0a2-8dec-4724-9305-ce5b6fe4147b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c226192-4f17-4f1d-a98b-2b01a790e168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2031157 Dec 15 16:21:28.919686 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:21:28.922098 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92869cff-15e9-4bc4-ab26-f81325d81520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09114657-2d31-4184-bdf8-d30c65c7be02,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:28.924008 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:28.934653 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365b5223-e068-4113-abe1-797e13f5e901', 'tag': '2a99c3c6-1c76-4557-ba21-b6d579694eac'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:21:28.940416 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f5fbe6-93d4-40cf-ad40-acb1c4e1de74" -d '{"events": [{"name": "network-changed", "server_uuid": "365b5223-e068-4113-abe1-797e13f5e901", "tag": "2a99c3c6-1c76-4557-ba21-b6d579694eac"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:21:28.969587 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port a4666e68-b79a-4466-ad69-403168cdae68 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:28.971529 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:29.028310 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:21:29.171207 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:21:29.195670 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event updated for resources: {'Port': ['ID=758e9067-9c77-44d3-8e86-e1258490ea45,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:29.305338 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:29.360391 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce546b26-d15c-49ed-b8d2-9e438a39eed7 req-89c49a7c-ff9e-4def-8284-cc4bd14f78e5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:29.374974 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ce546b26-d15c-49ed-b8d2-9e438a39eed7 req-89c49a7c-ff9e-4def-8284-cc4bd14f78e5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 943 time: 0.2866466 Dec 15 16:21:29.469426 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port a4666e68-b79a-4466-ad69-403168cdae68, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=a4666e68-b79a-4466-ad69-403168cdae68,segment=NetworkSegment(3b8a1f21-cf7f-439b-ba00-b324efe326de),segment_id=3b8a1f21-cf7f-439b-ba00-b324efe326de)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:29.476612 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:29.544843 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-99058bfd-6d39-4eae-9e43-e637a9c61b91 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:29.571252 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-99058bfd-6d39-4eae-9e43-e637a9c61b91 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/networks?id=6f85be06-be2a-46cd-ac10-179b1abdc90e HTTP/1.1" status: 200 len: 817 time: 0.7460208 Dec 15 16:21:29.615517 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=a4666e68-b79a-4466-ad69-403168cdae68,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:29.710520 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ce546b26-d15c-49ed-b8d2-9e438a39eed7 req-fc02d6b2-3fe9-4511-8f67-a192fb0fc83f tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102150 Dec 15 16:21:29.726945 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-8ecad124-3719-4c69-abfb-af4e40a70e2b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/quotas/a4cdbc8211774d9fb8b9dbf7e3f1f080 HTTP/1.1" status: 200 len: 375 time: 0.1481898 Dec 15 16:21:29.866789 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-3c62b070-ebef-4b4c-8111-719a18798f19 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4cdbc8211774d9fb8b9dbf7e3f1f080&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1204827 Dec 15 16:21:30.079081 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da701244-e777-44d5-9dd0-f516691e1eb8 x-openstack-request-id: req-da701244-e777-44d5-9dd0-f516691e1eb8 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:21:30.079853 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365b5223-e068-4113-abe1-797e13f5e901", "tag": "2a99c3c6-1c76-4557-ba21-b6d579694eac", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:21:30.079853 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da701244-e777-44d5-9dd0-f516691e1eb8 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:21:30.080431 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365b5223-e068-4113-abe1-797e13f5e901', 'tag': '2a99c3c6-1c76-4557-ba21-b6d579694eac', 'status': 'completed', 'code': 200} Dec 15 16:21:30.093017 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:30.113671 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:30.134235 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.65', 57596) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:30.212148 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ff70b40d-fffa-4586-a58b-725900639f5c req-8b237262-5a3f-4c83-94da-aea32d785509 service neutron] 10.222.0.65 "GET /v2.0/networks/4c226192-4f17-4f1d-a98b-2b01a790e168?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3400083 Dec 15 16:21:30.496300 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:30.501277 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-4dc3fc4d-31fd-4cca-b3ec-edc0b2722695 service neutron] 10.222.0.60 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6099153 Dec 15 16:21:30.513670 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:30.578301 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device a4666e68-b79a-4466-ad69-403168cdae68 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:21:30.729419 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-73e19340-0592-4a53-8042-1d55066d0525 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:30.735994 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-73e19340-0592-4a53-8042-1d55066d0525 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.65 "GET /v2.0/networks?id=6f85be06-be2a-46cd-ac10-179b1abdc90e HTTP/1.1" status: 200 len: 817 time: 1.4399815 Dec 15 16:21:30.781041 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port a4666e68-b79a-4466-ad69-403168cdae68 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:30.782011 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:30.797833 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-ac53faa7-e03d-4399-a5b2-157162072290 service neutron] 10.222.0.60 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943184 Dec 15 16:21:30.830423 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f17e21-805e-448f-aabd-0920678689a8 req-c42c486b-1315-4e63-a482-9cbc732396b4 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:30.850787 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-46f17e21-805e-448f-aabd-0920678689a8 req-c42c486b-1315-4e63-a482-9cbc732396b4 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 943 time: 0.5447786 Dec 15 16:21:30.865816 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-59070c77-dc08-4bc6-980e-40fdb3ed1890 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Request body: {'port': {'device_id': '129b3afd-1d85-4f6e-94c3-8e7a729ff532', 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e', 'admin_state_up': True, 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:30.942128 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35560) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:31.030422 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5fbe6-93d4-40cf-ad40-acb1c4e1de74 req-2fa674c5-62c9-4a4b-8c33-6181db3e09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:31.039904 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-46f17e21-805e-448f-aabd-0920678689a8 req-d84a9b1c-04b4-47b6-a75a-5b7f908740f2 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764791 Dec 15 16:21:31.042454 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-11f5fbe6-93d4-40cf-ad40-acb1c4e1de74 req-2fa674c5-62c9-4a4b-8c33-6181db3e09b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6cccb6b08dc94f04a5efa2624d350007&device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 1096 time: 0.9064803 Dec 15 16:21:31.055238 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:31.220868 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400977c-59c9-4c3d-ac28-95153f2bf4db req-d35e49ac-ac8a-48db-a0ef-044b347c5958 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:31.222766 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a400977c-59c9-4c3d-ac28-95153f2bf4db req-d35e49ac-ac8a-48db-a0ef-044b347c5958 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 943 time: 0.0941236 Dec 15 16:21:31.276413 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:21:31.521928 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3c688c51-b678-4697-b8b6-b092933cb206 req-169b3156-121f-4b03-b6b8-0bced2b379b9 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 210 time: 0.1502485 Dec 15 16:21:31.535306 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port bdc0e4f8-fd70-4efb-be09-06ef2ca1e701, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bdc0e4f8-fd70-4efb-be09-06ef2ca1e701,segment=NetworkSegment(160c3c1f-9eb0-4baa-a036-6871c62e67ee),segment_id=160c3c1f-9eb0-4baa-a036-6871c62e67ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:31.538708 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a400977c-59c9-4c3d-ac28-95153f2bf4db req-fb7173a3-6eca-4b90-88db-9badf5459432 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041670 Dec 15 16:21:31.541429 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6188ef93-c3d8-4dca-9811-9557f9e5226d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:31.560722 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': 'bdc0e4f8-fd70-4efb-be09-06ef2ca1e701', 'network_id': '4c226192-4f17-4f1d-a98b-2b01a790e168', 'port_id': 'bdc0e4f8-fd70-4efb-be09-06ef2ca1e701', 'mac_address': 'fa:16:3e:40:bc:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fc1d6e-d587-44a6-9c69-71bc064f42e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:21:31.645501 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:31.652947 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ff70b40d-fffa-4586-a58b-725900639f5c req-6b0ffd83-57e3-45cf-9392-88b948860919 service neutron] 10.222.0.65 "GET /v2.0/networks/4c226192-4f17-4f1d-a98b-2b01a790e168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2614093 Dec 15 16:21:31.674406 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:21:31.719449 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port bdc0e4f8-fd70-4efb-be09-06ef2ca1e701, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bdc0e4f8-fd70-4efb-be09-06ef2ca1e701,segment=NetworkSegment(160c3c1f-9eb0-4baa-a036-6871c62e67ee),segment_id=160c3c1f-9eb0-4baa-a036-6871c62e67ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:31.730287 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:31.731861 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 2a99c3c6-1c76-4557-ba21-b6d579694eac details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:21:31.802744 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6188ef93-c3d8-4dca-9811-9557f9e5226d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:31.828055 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6188ef93-c3d8-4dca-9811-9557f9e5226d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:31.883724 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-6188ef93-c3d8-4dca-9811-9557f9e5226d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=226ee8d28a764940b197e7d016435b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9383969 Dec 15 16:21:31.887581 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35594) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:31.913755 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=bdc0e4f8-fd70-4efb-be09-06ef2ca1e701,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:31.921564 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188ef93-c3d8-4dca-9811-9557f9e5226d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781f9ce6-dcaf-4616-b0a1-49c34321c269,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:31.977521 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5fbe6-93d4-40cf-ad40-acb1c4e1de74 req-7ff38932-ba96-421b-89c7-929c9611638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:31.985117 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-11f5fbe6-93d4-40cf-ad40-acb1c4e1de74 req-7ff38932-ba96-421b-89c7-929c9611638f service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3a23e9e-8c1c-4ad2-af72-ef7451820760 HTTP/1.1" status: 200 len: 915 time: 0.9257045 Dec 15 16:21:32.036642 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 2a99c3c6-1c76-4557-ba21-b6d579694eac, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2a99c3c6-1c76-4557-ba21-b6d579694eac,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:32.041256 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e94eccd8-532d-4bed-aaef-26515cbb4f5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:32.052381 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-59070c77-dc08-4bc6-980e-40fdb3ed1890 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Made reservation on behalf of a4cdbc8211774d9fb8b9dbf7e3f1f080 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:21:32.063510 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-59070c77-dc08-4bc6-980e-40fdb3ed1890 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:32.074648 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '2a99c3c6-1c76-4557-ba21-b6d579694eac', 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760', 'port_id': '2a99c3c6-1c76-4557-ba21-b6d579694eac', 'mac_address': 'fa:16:3e:be:0d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaaa392-fb0d-4c71-85d3-a60cef15e55f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:21:32.089525 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e94eccd8-532d-4bed-aaef-26515cbb4f5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:32.173627 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:32.184842 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:32.225418 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:32.269629 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a99c3c6-1c76-4557-ba21-b6d579694eac {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:21:32.270390 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88e488-8342-4073-a029-45d4d7d81256 req-33ca0d77-8c48-4b54-9840-d7298f7e49ae tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:32.272354 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ca88e488-8342-4073-a029-45d4d7d81256 req-33ca0d77-8c48-4b54-9840-d7298f7e49ae tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 944 time: 0.0981324 Dec 15 16:21:32.318740 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e94eccd8-532d-4bed-aaef-26515cbb4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:32.322391 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e94eccd8-532d-4bed-aaef-26515cbb4f5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:32.337167 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-e94eccd8-532d-4bed-aaef-26515cbb4f5d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/781f9ce6-dcaf-4616-b0a1-49c34321c269 HTTP/1.1" status: 204 len: 168 time: 0.4395294 Dec 15 16:21:32.350365 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 2a99c3c6-1c76-4557-ba21-b6d579694eac, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2a99c3c6-1c76-4557-ba21-b6d579694eac,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:32.365508 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:32.369981 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94eccd8-532d-4bed-aaef-26515cbb4f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781f9ce6-dcaf-4616-b0a1-49c34321c269,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:32.431072 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ca88e488-8342-4073-a029-45d4d7d81256 req-cb7a9691-65ef-4378-aaeb-f81fad75e6e6 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371295 Dec 15 16:21:32.580351 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-59070c77-dc08-4bc6-980e-40fdb3ed1890 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Allocated IP 172.20.0.11 (6f85be06-be2a-46cd-ac10-179b1abdc90e/dcc8cfb6-7256-46fc-93e9-a03d0bcebe89/61eaf140-62eb-493c-b139-fe292101564e) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:21:32.654984 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=2a99c3c6-1c76-4557-ba21-b6d579694eac,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:32.758216 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4bad1302-10ee-4c72-ac9c-275bd40a48b6 req-cc562390-0e26-40a0-9d20-ea6fb01abff1 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 210 time: 0.0656016 Dec 15 16:21:32.771789 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-11f5fbe6-93d4-40cf-ad40-acb1c4e1de74 req-4e79171c-5a80-4f8f-87eb-0d7efb2df0d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a99c3c6-1c76-4557-ba21-b6d579694eac HTTP/1.1" status: 200 len: 217 time: 0.7019274 Dec 15 16:21:32.896086 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event updated for resources: {'Port': ['ID=758e9067-9c77-44d3-8e86-e1258490ea45,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:32.908885 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b614b11-681d-4fc9-8d62-6541abfa2926 req-6446aa3b-498c-411f-ba34-0a5cba6c3e41 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:32.928680 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1b614b11-681d-4fc9-8d62-6541abfa2926 req-6446aa3b-498c-411f-ba34-0a5cba6c3e41 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 944 time: 0.1143136 Dec 15 16:21:32.939308 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534795'] for floatingip, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:33.004197 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:33.006319 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-96f6dbb8-531e-49b1-8f3e-708725da1245 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0629656 Dec 15 16:21:33.051433 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1b614b11-681d-4fc9-8d62-6541abfa2926 req-29d9d0ec-4122-470a-95cb-906e6538a7b8 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207600 Dec 15 16:21:33.125754 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5fbe6-93d4-40cf-ad40-acb1c4e1de74 req-6eb2a683-ab66-474e-9535-147cd194ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:33.128654 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-11f5fbe6-93d4-40cf-ad40-acb1c4e1de74 req-6eb2a683-ab66-474e-9535-147cd194ff5f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beaaa392-fb0d-4c71-85d3-a60cef15e55f HTTP/1.1" status: 200 len: 854 time: 0.2348516 Dec 15 16:21:33.191627 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35636) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:33.212696 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3cad-7a47-467d-8469-959fc8d91273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:33.230734 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-59070c77-dc08-4bc6-980e-40fdb3ed1890 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:33.334150 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-59070c77-dc08-4bc6-980e-40fdb3ed1890 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:33.397273 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3cad-7a47-467d-8469-959fc8d91273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:33.402835 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-0a31fbe1-92c3-420e-bf3c-96a5c7c22cad tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1389662162&fields=id&tenant_id=28737128a7574d248ba7e4e536171af2 HTTP/1.1" status: 200 len: 267 time: 0.1007597 Dec 15 16:21:33.403944 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3cad-7a47-467d-8469-959fc8d91273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:33.415563 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-59070c77-dc08-4bc6-980e-40fdb3ed1890 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Network 6f85be06-be2a-46cd-ac10-179b1abdc90e is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:21:33.422255 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-59070c77-dc08-4bc6-980e-40fdb3ed1890 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:21:33.429720 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-59070c77-dc08-4bc6-980e-40fdb3ed1890 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:21:33.475703 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59070c77-dc08-4bc6-980e-40fdb3ed1890 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Pushing event updated for resources: {'Port': ['ID=61eaf140-62eb-493c-b139-fe292101564e,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:33.501172 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e3cad-7a47-467d-8469-959fc8d91273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47287e3-4856-4fd9-a591-2f8834546184,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:33.512588 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0f8e3cad-7a47-467d-8469-959fc8d91273 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=808ab51d1a4349b1bd4a9d738436248d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196836 Dec 15 16:21:33.513216 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35656) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:33.543273 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-59070c77-dc08-4bc6-980e-40fdb3ed1890 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:33.544627 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-59070c77-dc08-4bc6-980e-40fdb3ed1890 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:33.572862 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-59070c77-dc08-4bc6-980e-40fdb3ed1890 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7934587 Dec 15 16:21:33.668056 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-efecc60c-74fe-46f7-b274-ba991676d66b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:33.669617 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-efecc60c-74fe-46f7-b274-ba991676d66b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/networks?id=514727e8-0179-4c06-9ef8-e0775da37a12 HTTP/1.1" status: 200 len: 810 time: 0.2460458 Dec 15 16:21:33.690705 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d46c657e-10b0-4c8a-93ed-748a967c3e5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:33.710202 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-8bdf7b20-27a8-4b50-b64f-d8115de3f231 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/quotas/28737128a7574d248ba7e4e536171af2 HTTP/1.1" status: 200 len: 375 time: 0.0302329 Dec 15 16:21:33.713856 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 35662) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:33.719783 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f4e22-9c92-4b1b-926e-44a4b59efdf3 req-ed7dc7be-3ef5-4a30-b547-08a754f4e88f tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:33.724168 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d51f4e22-9c92-4b1b-926e-44a4b59efdf3 req-ed7dc7be-3ef5-4a30-b547-08a754f4e88f tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 944 time: 0.1703644 Dec 15 16:21:33.791852 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d46c657e-10b0-4c8a-93ed-748a967c3e5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:33.875343 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-15ef6a3c-4d97-4fc4-999d-a76876095e7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:33.878576 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d51f4e22-9c92-4b1b-926e-44a4b59efdf3 req-fed50b94-5d69-41a6-9c8d-0c954a71162d tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442132 Dec 15 16:21:33.892024 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-d67cef18-2d5f-4c97-ba63-e1bace256af4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=28737128a7574d248ba7e4e536171af2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1656079 Dec 15 16:21:33.923772 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d46c657e-10b0-4c8a-93ed-748a967c3e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:33.927104 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d46c657e-10b0-4c8a-93ed-748a967c3e5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:33.928551 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d46c657e-10b0-4c8a-93ed-748a967c3e5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a47287e3-4856-4fd9-a591-2f8834546184 HTTP/1.1" status: 204 len: 168 time: 0.4112613 Dec 15 16:21:33.967499 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c657e-10b0-4c8a-93ed-748a967c3e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47287e3-4856-4fd9-a591-2f8834546184,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:34.051391 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c568e071-c407-4a09-b98b-5d0c94cb6006 req-eb8c18cd-21e8-4d30-bc03-1aee692c627d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 210 time: 0.0971644 Dec 15 16:21:34.088526 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-15ef6a3c-4d97-4fc4-999d-a76876095e7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:34.096331 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-15ef6a3c-4d97-4fc4-999d-a76876095e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:34.139518 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-40cff828-2e9b-49e4-b075-324afe9dccd1 service neutron] 10.222.0.60 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965160 Dec 15 16:21:34.170158 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-15ef6a3c-4d97-4fc4-999d-a76876095e7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cba0e1876c074cf5a1c301395077030d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4548378 Dec 15 16:21:34.176215 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 35680) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:34.194331 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef6a3c-4d97-4fc4-999d-a76876095e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90e8601-6b8a-4875-a7c5-c1c72991c952,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:34.255446 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-27fd40b0-77a3-4400-8515-8e5fdde68363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:34.282595 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-27fd40b0-77a3-4400-8515-8e5fdde68363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:34.372360 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-27fd40b0-77a3-4400-8515-8e5fdde68363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:34.375840 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-27fd40b0-77a3-4400-8515-8e5fdde68363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:34.395138 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-27fd40b0-77a3-4400-8515-8e5fdde68363 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b90e8601-6b8a-4875-a7c5-c1c72991c952 HTTP/1.1" status: 204 len: 168 time: 0.2066004 Dec 15 16:21:34.416776 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd40b0-77a3-4400-8515-8e5fdde68363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90e8601-6b8a-4875-a7c5-c1c72991c952,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:34.620232 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11fa31-cfa0-4595-a2ab-dd15fcf2d1de req-ec252ad6-e47f-4fc2-9e25-6d208b6e3b5d tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:34.622025 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9d11fa31-cfa0-4595-a2ab-dd15fcf2d1de req-ec252ad6-e47f-4fc2-9e25-6d208b6e3b5d tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 944 time: 0.4558535 Dec 15 16:21:34.715332 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-0365dc51-8587-4193-9dfc-2636af063645 service neutron] 10.222.0.60 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656374 Dec 15 16:21:34.747837 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9d11fa31-cfa0-4595-a2ab-dd15fcf2d1de req-d2bb416c-826b-4d0d-9622-835e44817cb6 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141398 Dec 15 16:21:34.817030 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35708) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:34.834707 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a58bc2cd-90de-4c8d-8d0a-2c7f0ac17ceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:34.964676 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a0645323-a20c-4f34-ab78-54ff6f1e4b73 req-eed6e651-9e95-40db-8fbc-fb6a37af76e4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 210 time: 0.0466259 Dec 15 16:21:34.970306 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a58bc2cd-90de-4c8d-8d0a-2c7f0ac17ceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:34.976973 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a58bc2cd-90de-4c8d-8d0a-2c7f0ac17ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:35.085472 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a58bc2cd-90de-4c8d-8d0a-2c7f0ac17ceb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4af96e00e14b4d4c9bc6603794b19d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670441 Dec 15 16:21:35.088670 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bc2cd-90de-4c8d-8d0a-2c7f0ac17ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baec5e5-984b-497d-a7bd-0f89726b50c2,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:35.089515 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 35724) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:35.112780 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98227eb-1916-4c92-8248-9b926a244e42 req-dd19b97e-4c2a-48de-ad6f-de3ca3ed0ec4 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:35.121097 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b98227eb-1916-4c92-8248-9b926a244e42 req-dd19b97e-4c2a-48de-ad6f-de3ca3ed0ec4 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 944 time: 0.1338191 Dec 15 16:21:35.169431 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-719d50a3-7ef5-45c0-819b-5ac9c0f549b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:35.191314 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b98227eb-1916-4c92-8248-9b926a244e42 req-af8fa5b4-2043-44f0-89b8-3ba9449a7726 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688083 Dec 15 16:21:35.226031 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-719d50a3-7ef5-45c0-819b-5ac9c0f549b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:35.245700 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-42e4894d-1cec-4d37-8e3a-1b28ba5561de req-ca463ae4-cc02-4114-9a0b-706ffff84419 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 210 time: 0.0458641 Dec 15 16:21:35.295756 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-719d50a3-7ef5-45c0-819b-5ac9c0f549b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:35.298486 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-719d50a3-7ef5-45c0-819b-5ac9c0f549b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:35.300074 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-719d50a3-7ef5-45c0-819b-5ac9c0f549b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0baec5e5-984b-497d-a7bd-0f89726b50c2 HTTP/1.1" status: 204 len: 168 time: 0.2080901 Dec 15 16:21:35.310183 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d50a3-7ef5-45c0-819b-5ac9c0f549b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baec5e5-984b-497d-a7bd-0f89726b50c2,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:35.561842 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['bdc0e4f8-fd70-4efb-be09-06ef2ca1e701'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:21:35.622897 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Request body: {'port': {'device_id': '129b3afd-1d85-4f6e-94c3-8e7a729ff532', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:35.669348 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-11f5fbe6-93d4-40cf-ad40-acb1c4e1de74 req-ad2c18f6-1af7-4d05-bf50-7e2cd8ca7b49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3a23e9e-8c1c-4ad2-af72-ef7451820760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002491 Dec 15 16:21:35.722487 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['2a99c3c6-1c76-4557-ba21-b6d579694eac'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:21:36.188165 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc883ea-995b-40e3-a951-35e6ec9f3122 req-71de0086-9a20-4000-a974-2cce6bc91970 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:36.191022 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dfc883ea-995b-40e3-a951-35e6ec9f3122 req-71de0086-9a20-4000-a974-2cce6bc91970 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 944 time: 0.2996733 Dec 15 16:21:36.217311 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-11f5fbe6-93d4-40cf-ad40-acb1c4e1de74 req-3b13b03b-703e-4878-87cf-28548d64fa1e service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205903 Dec 15 16:21:36.477699 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-461b6336-efc5-46fe-9f6b-7fd3dd01c0fd req-c816bde9-16fc-4d70-a761-ce35118d2f22 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 210 time: 0.2545164 Dec 15 16:21:36.553291 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dfc883ea-995b-40e3-a951-35e6ec9f3122 req-f4d5a495-4f40-4dca-8ffb-1f4751853376 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340523 Dec 15 16:21:36.704073 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119bc80-ce09-4d0a-ac2d-415bc1d4f989 req-82c8cf19-77a8-4692-a7b9-c369ac4fc71f tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:36.712524 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b119bc80-ce09-4d0a-ac2d-415bc1d4f989 req-82c8cf19-77a8-4692-a7b9-c369ac4fc71f tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 944 time: 0.1092448 Dec 15 16:21:36.742182 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:36.785435 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b119bc80-ce09-4d0a-ac2d-415bc1d4f989 req-c3b10018-2023-461f-904e-968e59f9b48d tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718360 Dec 15 16:21:36.881124 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-740c01b2-bacd-4808-b0dc-f5908194881f req-b30e889b-2fdf-4ba8-82f0-c177eb60d7fa tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 210 time: 0.0686603 Dec 15 16:21:37.003144 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.65', 57608) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:37.334137 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-11f5fbe6-93d4-40cf-ad40-acb1c4e1de74 req-caf872a4-52bc-403e-ba69-a01a567d323c service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1025190 Dec 15 16:21:37.367515 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-9eae42d1-aaf1-4ba0-a3e9-3a2dff5fe600 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:37.369449 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-9eae42d1-aaf1-4ba0-a3e9-3a2dff5fe600 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.65 "GET /v2.0/networks?id=6f85be06-be2a-46cd-ac10-179b1abdc90e HTTP/1.1" status: 200 len: 817 time: 1.2077625 Dec 15 16:21:37.387030 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-c946c0ca-f84c-4d8c-bd87-56c68b3b8f1f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Request body: {'port': {'device_id': 'bb8ad3f4-a466-4385-9311-93476fe7304e', 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e', 'admin_state_up': True, 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:37.388086 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-454b8b92-1af9-410c-8d0d-e0c888e8c219 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:37.391660 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-454b8b92-1af9-410c-8d0d-e0c888e8c219 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.65 "GET /v2.0/networks?id=514727e8-0179-4c06-9ef8-e0775da37a12 HTTP/1.1" status: 200 len: 810 time: 0.3866279 Dec 15 16:21:37.453983 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61eaf140-62eb-493c-b139-fe292101564e {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:21:37.493765 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:37.526286 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Transition to ACTIVE for port object 61eaf140-62eb-493c-b139-fe292101564e will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:21:37.532521 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-f16c723f-78dc-410d-aef2-e9f44a6204e1 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28737128a7574d248ba7e4e536171af2 HTTP/1.1" status: 200 len: 380 time: 0.1272957 Dec 15 16:21:37.540811 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:37.638784 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=61eaf140-62eb-493c-b139-fe292101564e,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:37.721691 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d83eeed0-cd45-4d7b-a34d-5cc877220545 req-1b20a3d9-49f5-41fc-8c24-6d804d6fd92b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 210 time: 0.1331165 Dec 15 16:21:37.726219 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-c946c0ca-f84c-4d8c-bd87-56c68b3b8f1f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Made reservation on behalf of a4cdbc8211774d9fb8b9dbf7e3f1f080 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:21:37.731386 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-c946c0ca-f84c-4d8c-bd87-56c68b3b8f1f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:37.790292 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Attempting to bind port 61eaf140-62eb-493c-b139-fe292101564e on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:21:37.790777 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Attempting to bind port 61eaf140-62eb-493c-b139-fe292101564e by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '3b8a1f21-cf7f-439b-ba00-b324efe326de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:21:37.791195 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Attempting to bind port 61eaf140-62eb-493c-b139-fe292101564e on network 6f85be06-be2a-46cd-ac10-179b1abdc90e {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:37.801096 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f36dd-c1f9-4608-a03a-180a12224c54 req-8e3a0357-df5f-4667-ad39-9f2281542edd tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:37.805486 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Port 61eaf140-62eb-493c-b139-fe292101564e on network 6f85be06-be2a-46cd-ac10-179b1abdc90e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:21:37.805895 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Attempting to bind port 61eaf140-62eb-493c-b139-fe292101564e on network 6f85be06-be2a-46cd-ac10-179b1abdc90e {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:37.820296 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-834f36dd-c1f9-4608-a03a-180a12224c54 req-8e3a0357-df5f-4667-ad39-9f2281542edd tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 944 time: 0.1237483 Dec 15 16:21:37.884737 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:21:37.885066 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Checking segment: {'id': '3b8a1f21-cf7f-439b-ba00-b324efe326de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:21:37.886463 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Bound using segment: {'id': '3b8a1f21-cf7f-439b-ba00-b324efe326de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:21:37.887077 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Bound port: 61eaf140-62eb-493c-b139-fe292101564e, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8a1f21-cf7f-439b-ba00-b324efe326de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:21:37.887618 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:37.907735 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35856) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:37.923492 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-834f36dd-c1f9-4608-a03a-180a12224c54 req-a0909a16-6405-45d6-a9ed-373a1f3ebe04 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983410 Dec 15 16:21:38.006304 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8384b-6915-412a-8d27-165c1d1ecafd req-cc54285c-4947-40ab-96ce-5f68dee1fa80 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:38.015059 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0cf8384b-6915-412a-8d27-165c1d1ecafd req-cc54285c-4947-40ab-96ce-5f68dee1fa80 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 944 time: 0.0905452 Dec 15 16:21:38.134894 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-c946c0ca-f84c-4d8c-bd87-56c68b3b8f1f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Allocated IP 172.20.0.7 (6f85be06-be2a-46cd-ac10-179b1abdc90e/dcc8cfb6-7256-46fc-93e9-a03d0bcebe89/103425f9-977f-478d-a146-0888d66b4144) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:21:38.171866 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-05bc53b1-4f54-4ffd-987c-b897d80d9f9d req-5866839d-1682-4d23-af0b-97abcaebffd3 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 210 time: 0.0720575 Dec 15 16:21:38.186551 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] For port 61eaf140-62eb-493c-b139-fe292101564e, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:21:38.201659 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0cf8384b-6915-412a-8d27-165c1d1ecafd req-b9611ff2-a0b6-495f-b1cc-ca2b4f89bd28 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789069 Dec 15 16:21:38.202763 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] For port 61eaf140-62eb-493c-b139-fe292101564e, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=61eaf140-62eb-493c-b139-fe292101564e,segment=NetworkSegment(3b8a1f21-cf7f-439b-ba00-b324efe326de),segment_id=3b8a1f21-cf7f-439b-ba00-b324efe326de)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:21:38.211948 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.214500 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e2d9fd4-6d2b-410e-af60-4afa53e5d999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.286721 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:38.287350 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.288823 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] 10.222.0.65 "PUT /v2.0/ports/61eaf140-62eb-493c-b139-fe292101564e HTTP/1.1" status: 200 len: 1094 time: 2.7181773 Dec 15 16:21:38.301540 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129b3afd-1d85-4f6e-94c3-8e7a729ff532', 'tag': '61eaf140-62eb-493c-b139-fe292101564e'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:21:38.304117 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd0ba02-3916-4f28-a036-503ee6f39a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "129b3afd-1d85-4f6e-94c3-8e7a729ff532", "tag": "61eaf140-62eb-493c-b139-fe292101564e"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:21:38.389513 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38339e6-e29f-43ae-9417-929c324623e9 x-openstack-request-id: req-a38339e6-e29f-43ae-9417-929c324623e9 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:21:38.390186 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129b3afd-1d85-4f6e-94c3-8e7a729ff532", "tag": "61eaf140-62eb-493c-b139-fe292101564e", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:21:38.390186 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a38339e6-e29f-43ae-9417-929c324623e9 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:21:38.390455 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129b3afd-1d85-4f6e-94c3-8e7a729ff532', 'tag': '61eaf140-62eb-493c-b139-fe292101564e', 'status': 'completed', 'code': 200} Dec 15 16:21:38.409856 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:21:38.418869 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd278743-cc27-4aaa-9c61-b70078f53ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=61eaf140-62eb-493c-b139-fe292101564e,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:38.457040 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e2d9fd4-6d2b-410e-af60-4afa53e5d999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.464102 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e2d9fd4-6d2b-410e-af60-4afa53e5d999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.495467 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:21:38.500740 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:38.501254 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.530219 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-c946c0ca-f84c-4d8c-bd87-56c68b3b8f1f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.537983 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-8e2d9fd4-6d2b-410e-af60-4afa53e5d999 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af94260c23f8485bbb0cb887bbb7171a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6289787 Dec 15 16:21:38.538861 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35878) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:38.546435 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d9fd4-6d2b-410e-af60-4afa53e5d999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab86ad04-3b57-4e7f-a224-a186f2ea9035,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:38.599091 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-c946c0ca-f84c-4d8c-bd87-56c68b3b8f1f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.607065 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b665316-172c-43b9-9386-8d3b0db26d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.626441 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.641432 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b665316-172c-43b9-9386-8d3b0db26d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.655111 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619e9cc8-266e-47ae-a393-2140979be159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc0e4f8-fd70-4efb-be09-06ef2ca1e701'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:21:38.681801 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946c0ca-f84c-4d8c-bd87-56c68b3b8f1f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Pushing event updated for resources: {'Port': ['ID=103425f9-977f-478d-a146-0888d66b4144,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:38.697163 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-c946c0ca-f84c-4d8c-bd87-56c68b3b8f1f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Network 6f85be06-be2a-46cd-ac10-179b1abdc90e is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:21:38.709528 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-c946c0ca-f84c-4d8c-bd87-56c68b3b8f1f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:21:38.727194 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-c946c0ca-f84c-4d8c-bd87-56c68b3b8f1f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:21:38.754553 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b665316-172c-43b9-9386-8d3b0db26d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.757284 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port bdc0e4f8-fd70-4efb-be09-06ef2ca1e701, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bdc0e4f8-fd70-4efb-be09-06ef2ca1e701,segment=NetworkSegment(160c3c1f-9eb0-4baa-a036-6871c62e67ee),segment_id=160c3c1f-9eb0-4baa-a036-6871c62e67ee)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:38.757528 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b665316-172c-43b9-9386-8d3b0db26d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.762135 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-4b665316-172c-43b9-9386-8d3b0db26d91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab86ad04-3b57-4e7f-a224-a186f2ea9035 HTTP/1.1" status: 204 len: 168 time: 0.2218313 Dec 15 16:21:38.764983 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.766202 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 2a99c3c6-1c76-4557-ba21-b6d579694eac up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:21:38.786039 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b665316-172c-43b9-9386-8d3b0db26d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab86ad04-3b57-4e7f-a224-a186f2ea9035,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:38.788888 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35894) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:38.827881 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-c946c0ca-f84c-4d8c-bd87-56c68b3b8f1f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:38.828788 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-c946c0ca-f84c-4d8c-bd87-56c68b3b8f1f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.850960 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-c946c0ca-f84c-4d8c-bd87-56c68b3b8f1f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4678938 Dec 15 16:21:38.854204 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=bdc0e4f8-fd70-4efb-be09-06ef2ca1e701,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:38.905536 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port 2a99c3c6-1c76-4557-ba21-b6d579694eac completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:21:38.912380 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 2a99c3c6-1c76-4557-ba21-b6d579694eac triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:38.912877 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:38.965667 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fe84b789-f2a4-4b39-9f54-c6827f7f3ca9 req-af36105d-0186-41a9-a630-1220a76639db tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 210 time: 0.0350661 Dec 15 16:21:39.059098 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:39.086720 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c44a441-d54d-43aa-b9b6-8778930da50a" -d '{"events": [{"server_uuid": "619e9cc8-266e-47ae-a393-2140979be159", "name": "network-vif-plugged", "status": "completed", "tag": "bdc0e4f8-fd70-4efb-be09-06ef2ca1e701"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:21:39.119843 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 2a99c3c6-1c76-4557-ba21-b6d579694eac, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2a99c3c6-1c76-4557-ba21-b6d579694eac,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:39.126569 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:39.172567 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fc6da-7542-4bf8-afb6-0da170580785 req-5070143c-0407-407c-a635-1631f9da1fff tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:39.174676 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-947fc6da-7542-4bf8-afb6-0da170580785 req-5070143c-0407-407c-a635-1631f9da1fff tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 944 time: 0.0948656 Dec 15 16:21:39.194630 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=2a99c3c6-1c76-4557-ba21-b6d579694eac,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:39.259971 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-947fc6da-7542-4bf8-afb6-0da170580785 req-c5ce9c3c-44ea-42fd-8640-18afedc14dc3 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780540 Dec 15 16:21:39.295405 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-0cfb758e-f95d-4eea-b789-50d56c9de68b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Request body: {'port': {'device_id': 'f48359cf-b1e0-4786-885d-3aa339bbf38a', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'admin_state_up': True, 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'security_groups': ['3b3c7131-b93c-451f-8f96-97552dfed917']}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:39.300624 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6dc5246-5665-4be1-8262-673e9d066f00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:39.487823 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90eee12-7e2a-49ff-96e4-609aebab2afe x-openstack-request-id: req-d90eee12-7e2a-49ff-96e4-609aebab2afe {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:21:39.488458 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619e9cc8-266e-47ae-a393-2140979be159", "name": "network-vif-plugged", "status": "completed", "tag": "bdc0e4f8-fd70-4efb-be09-06ef2ca1e701", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:21:39.488881 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d90eee12-7e2a-49ff-96e4-609aebab2afe {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:21:39.489633 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619e9cc8-266e-47ae-a393-2140979be159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc0e4f8-fd70-4efb-be09-06ef2ca1e701', 'code': 200} Dec 15 16:21:39.573438 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b7f34-1d5c-4842-829a-438d8ccd0b79 req-0dd6861b-b223-4b77-a38c-127ad7e520db tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:39.575751 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b02b7f34-1d5c-4842-829a-438d8ccd0b79 req-0dd6861b-b223-4b77-a38c-127ad7e520db tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 931 time: 0.1656458 Dec 15 16:21:39.728692 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c1a47-019a-467b-ada2-e0ab71493b9e req-04f2c537-70c8-494e-8045-02fcabff665d tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:39.731990 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-142c1a47-019a-467b-ada2-e0ab71493b9e req-04f2c537-70c8-494e-8045-02fcabff665d tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 945 time: 0.1819551 Dec 15 16:21:39.755124 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-0cfb758e-f95d-4eea-b789-50d56c9de68b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Made reservation on behalf of 28737128a7574d248ba7e4e536171af2 for: {'port': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:21:39.758902 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-0cfb758e-f95d-4eea-b789-50d56c9de68b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:39.778198 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6dc5246-5665-4be1-8262-673e9d066f00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:39.780310 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b02b7f34-1d5c-4842-829a-438d8ccd0b79 req-2e804307-a83a-429f-a5e2-366176b2889c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843011 Dec 15 16:21:39.802605 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f6dc5246-5665-4be1-8262-673e9d066f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:39.866856 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f6dc5246-5665-4be1-8262-673e9d066f00 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d428eb2d1d3742e694824731c513fc43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0736403 Dec 15 16:21:39.867259 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 35940) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:39.932341 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a0032b3b-f655-42fc-b8e2-93d2ce4276d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:39.941354 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc5246-5665-4be1-8262-673e9d066f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8603f4ce-e24c-4a1b-9464-08844e95a5f0,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:39.943816 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35942) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:39.979841 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a0032b3b-f655-42fc-b8e2-93d2ce4276d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:40.002766 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-142c1a47-019a-467b-ada2-e0ab71493b9e req-f81b7fe4-0a6a-4528-bd2c-ec7f1bbddbee tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353926 Dec 15 16:21:40.120052 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a0032b3b-f655-42fc-b8e2-93d2ce4276d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:40.120052 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a0032b3b-f655-42fc-b8e2-93d2ce4276d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:40.127155 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-a0032b3b-f655-42fc-b8e2-93d2ce4276d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8603f4ce-e24c-4a1b-9464-08844e95a5f0 HTTP/1.1" status: 204 len: 168 time: 0.2580447 Dec 15 16:21:40.139083 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0032b3b-f655-42fc-b8e2-93d2ce4276d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8603f4ce-e24c-4a1b-9464-08844e95a5f0,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:40.195603 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-22830fd5-b00c-4e56-b517-948a49a092da req-cfd0188b-6a36-44cf-95e9-2eef630c3bfb tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 210 time: 0.0681350 Dec 15 16:21:40.212571 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-757691556-network', 'tenant_id': '6c056527e8db4053b789853fcf928010'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:40.220383 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-0cfb758e-f95d-4eea-b789-50d56c9de68b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Allocated IP 172.20.0.10 (514727e8-0179-4c06-9ef8-e0775da37a12/2d26a255-1c68-40ef-8d7e-b38089c3fa09/65d0d9cf-d833-47a5-8f8a-740b194ba7ff) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:21:40.255792 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] Made reservation on behalf of 6c056527e8db4053b789853fcf928010 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:21:40.258143 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:40.278405 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:40.360224 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Request body: {'port': {'device_id': 'bb8ad3f4-a466-4385-9311-93476fe7304e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:40.466350 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0ba02-3916-4f28-a036-503ee6f39a1e req-9957bb48-87c4-4eb4-9e63-c90cdc2af834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:40.468153 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cbd0ba02-3916-4f28-a036-503ee6f39a1e req-9957bb48-87c4-4eb4-9e63-c90cdc2af834 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4cdbc8211774d9fb8b9dbf7e3f1f080&device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 1097 time: 0.0957437 Dec 15 16:21:40.471713 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:40.607089 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35960) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:40.640832 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caa3f1-9fc8-4209-8e4b-2daff1652d1b req-19047137-d28c-47be-b6a1-d185c09902aa tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:40.642599 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-24caa3f1-9fc8-4209-8e4b-2daff1652d1b req-19047137-d28c-47be-b6a1-d185c09902aa tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 945 time: 0.1290817 Dec 15 16:21:40.662022 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a05ac88b-13fc-446a-af3a-588e8c54031e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:40.710200 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-0cfb758e-f95d-4eea-b789-50d56c9de68b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:40.743765 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:40.763362 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:40.827788 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-24caa3f1-9fc8-4209-8e4b-2daff1652d1b req-bd12809f-d5c5-494e-adf0-7177637b279d tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744366 Dec 15 16:21:40.828635 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:21:40.863594 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e682fabb-2597-469c-bf54-f3d324e074a9,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:40.868044 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:40.868390 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] Added segment 8df1a98f-df26-483b-9e04-e75fa226a2da of type vlan for network 719c9634-9007-4e20-b3e0-eba40acf400f Dec 15 16:21:40.916108 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-0cfb758e-f95d-4eea-b789-50d56c9de68b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:40.969288 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:41.031952 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ee84e-816f-4458-b893-3a4a55a5a562 req-710ebb9f-7d3f-45ac-aba4-d3e37e9f1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:41.033603 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8a4ee84e-816f-4458-b893-3a4a55a5a562 req-710ebb9f-7d3f-45ac-aba4-d3e37e9f1ccc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 1098 time: 0.4460974 Dec 15 16:21:41.037655 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0ba02-3916-4f28-a036-503ee6f39a1e req-fdef4e3a-99ed-4a93-9b81-6a60e40776c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:41.039119 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cbd0ba02-3916-4f28-a036-503ee6f39a1e req-fdef4e3a-99ed-4a93-9b81-6a60e40776c5 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a4cdbc8211774d9fb8b9dbf7e3f1f080&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5578487 Dec 15 16:21:41.078939 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-0cfb758e-f95d-4eea-b789-50d56c9de68b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Network 514727e8-0179-4c06-9ef8-e0775da37a12 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:21:41.092393 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a05ac88b-13fc-446a-af3a-588e8c54031e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:41.103407 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-0cfb758e-f95d-4eea-b789-50d56c9de68b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:21:41.119824 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-0cfb758e-f95d-4eea-b789-50d56c9de68b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:21:41.124778 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb758e-f95d-4eea-b789-50d56c9de68b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event updated for resources: {'Port': ['ID=65d0d9cf-d833-47a5-8f8a-740b194ba7ff,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:41.127311 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a05ac88b-13fc-446a-af3a-588e8c54031e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:41.159837 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8a4ee84e-816f-4458-b893-3a4a55a5a562 req-b0c5b587-813f-4eed-ad2e-a2432fefec97 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:41.199671 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:41.200653 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:41.201227 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:41.307630 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ae53c-74c6-4477-be2c-1ce350814018 req-37e95ef6-059c-4904-95b1-bde286aeede7 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:41.315237 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-624ae53c-74c6-4477-be2c-1ce350814018 req-37e95ef6-059c-4904-95b1-bde286aeede7 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 931 time: 0.3517189 Dec 15 16:21:41.333813 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ac88b-13fc-446a-af3a-588e8c54031e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6699d5-e0eb-463d-96d0-7a85fc0fdccb,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:41.344508 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-0cfb758e-f95d-4eea-b789-50d56c9de68b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:41.344508 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-0cfb758e-f95d-4eea-b789-50d56c9de68b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:41.376620 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a05ac88b-13fc-446a-af3a-588e8c54031e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa76fd07d5af46b5a6d37395703de462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7646775 Dec 15 16:21:41.377877 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4185953 Dec 15 16:21:41.383548 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35972) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:41.383883 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 35974) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:41.399443 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-87394542-a798-4cc8-ba44-dc29d1dd8987 admin admin] Request body: {'subnet': {'network_id': '719c9634-9007-4e20-b3e0-eba40acf400f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-757691556-subnet', 'tenant_id': '6c056527e8db4053b789853fcf928010', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:41.415693 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6776a-ae76-438e-9435-c496de7087f1 admin admin] Pushing event updated for resources: {'Network': ['ID=719c9634-9007-4e20-b3e0-eba40acf400f,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:41.440402 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 719c9634-9007-4e20-b3e0-eba40acf400f details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:21:41.442448 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d3795-803b-45ab-8f5d-0a5a2f912f61 req-31b853f0-e067-4d11-9454-99740ce13d0e tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:41.442939 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0ba02-3916-4f28-a036-503ee6f39a1e req-8031685d-2642-4ac3-a28b-cf5294081d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:41.444597 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cbd0ba02-3916-4f28-a036-503ee6f39a1e req-8031685d-2642-4ac3-a28b-cf5294081d1c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3961673 Dec 15 16:21:41.458268 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-135d3795-803b-45ab-8f5d-0a5a2f912f61 req-31b853f0-e067-4d11-9454-99740ce13d0e tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 945 time: 0.3564734 Dec 15 16:21:41.496089 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-0cfb758e-f95d-4eea-b789-50d56c9de68b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2045567 Dec 15 16:21:41.518312 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103425f9-977f-478d-a146-0888d66b4144 {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:21:41.528911 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:41.549152 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365b5223-e068-4113-abe1-797e13f5e901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a99c3c6-1c76-4557-ba21-b6d579694eac'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:21:41.552341 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f0e03e-67f8-423f-a511-47b0329e2422" -d '{"events": [{"server_uuid": "365b5223-e068-4113-abe1-797e13f5e901", "name": "network-vif-plugged", "status": "completed", "tag": "2a99c3c6-1c76-4557-ba21-b6d579694eac"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:21:41.570196 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Request body: {'port': {'device_id': 'f48359cf-b1e0-4786-885d-3aa339bbf38a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:41.575052 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Transition to ACTIVE for port object 103425f9-977f-478d-a146-0888d66b4144 will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:21:41.586819 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:41.652624 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-624ae53c-74c6-4477-be2c-1ce350814018 req-d9e82b2f-8741-4243-b4fc-d7479d23fcac tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357439 Dec 15 16:21:41.676772 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8a4ee84e-816f-4458-b893-3a4a55a5a562 req-b0c5b587-813f-4eed-ad2e-a2432fefec97 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:41.680139 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87394542-a798-4cc8-ba44-dc29d1dd8987 admin admin] Made reservation on behalf of 6c056527e8db4053b789853fcf928010 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:21:41.689761 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-87394542-a798-4cc8-ba44-dc29d1dd8987 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10220434'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:41.760590 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8a4ee84e-816f-4458-b893-3a4a55a5a562 req-b0c5b587-813f-4eed-ad2e-a2432fefec97 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:41.812347 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-b9722069-78ba-4793-858e-84d223bfaa4e None None] Provisioning complete for port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:41.812929 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b9722069-78ba-4793-858e-84d223bfaa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:41.818356 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Pushing event updated for resources: {'Port': ['ID=103425f9-977f-478d-a146-0888d66b4144,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:41.831150 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-63717bf0-84c9-43ab-baf3-c96672dea5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:41.840600 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-63717bf0-84c9-43ab-baf3-c96672dea5ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4cdbc8211774d9fb8b9dbf7e3f1f080&device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 1097 time: 0.3029008 Dec 15 16:21:41.849925 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5b587-813f-4eed-ad2e-a2432fefec97 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=63e02c1f-d060-45f9-8ddf-89b60e264d27,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:41.870916 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b9722069-78ba-4793-858e-84d223bfaa4e None None] Port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:21:41.955287 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-736ea6b8-cbd6-44e5-8a66-bf3b2170a752 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61eaf140-62eb-493c-b139-fe292101564e HTTP/1.1" status: 200 len: 217 time: 0.0638709 Dec 15 16:21:41.970149 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d42c8969-d655-4b79-8bad-4fd6a400e758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:41.974748 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8a4ee84e-816f-4458-b893-3a4a55a5a562 req-b0c5b587-813f-4eed-ad2e-a2432fefec97 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9250519 Dec 15 16:21:41.992504 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-135d3795-803b-45ab-8f5d-0a5a2f912f61 req-12999816-90ae-49ea-89c9-4aea0f388933 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332716 Dec 15 16:21:42.027508 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:42.044028 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Attempting to bind port 103425f9-977f-478d-a146-0888d66b4144 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:21:42.045019 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Attempting to bind port 103425f9-977f-478d-a146-0888d66b4144 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '3b8a1f21-cf7f-439b-ba00-b324efe326de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:21:42.045675 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Attempting to bind port 103425f9-977f-478d-a146-0888d66b4144 on network 6f85be06-be2a-46cd-ac10-179b1abdc90e {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:42.050972 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d42c8969-d655-4b79-8bad-4fd6a400e758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:42.056623 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-88fd417c-401c-4639-9947-781dc961e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:42.058219 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-88fd417c-401c-4639-9947-781dc961e9d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dcc8cfb6-7256-46fc-93e9-a03d0bcebe89 HTTP/1.1" status: 200 len: 857 time: 0.0949893 Dec 15 16:21:42.059016 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Port 103425f9-977f-478d-a146-0888d66b4144 on network 6f85be06-be2a-46cd-ac10-179b1abdc90e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:21:42.059335 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Attempting to bind port 103425f9-977f-478d-a146-0888d66b4144 on network 6f85be06-be2a-46cd-ac10-179b1abdc90e {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:42.067455 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:21:42.067788 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Checking segment: {'id': '3b8a1f21-cf7f-439b-ba00-b324efe326de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:21:42.068482 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Bound using segment: {'id': '3b8a1f21-cf7f-439b-ba00-b324efe326de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:21:42.069121 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Bound port: 103425f9-977f-478d-a146-0888d66b4144, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8a1f21-cf7f-439b-ba00-b324efe326de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:21:42.069752 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:42.077242 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53802b64-f221-43f0-b5eb-bc7e30b710c1 x-openstack-request-id: req-53802b64-f221-43f0-b5eb-bc7e30b710c1 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:21:42.077878 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365b5223-e068-4113-abe1-797e13f5e901", "name": "network-vif-plugged", "status": "completed", "tag": "2a99c3c6-1c76-4557-ba21-b6d579694eac", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:21:42.078397 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53802b64-f221-43f0-b5eb-bc7e30b710c1 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:21:42.078972 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365b5223-e068-4113-abe1-797e13f5e901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a99c3c6-1c76-4557-ba21-b6d579694eac', 'code': 200} Dec 15 16:21:42.156850 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] For port 103425f9-977f-478d-a146-0888d66b4144, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:21:42.161813 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] For port 103425f9-977f-478d-a146-0888d66b4144, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=103425f9-977f-478d-a146-0888d66b4144,segment=NetworkSegment(3b8a1f21-cf7f-439b-ba00-b324efe326de),segment_id=3b8a1f21-cf7f-439b-ba00-b324efe326de)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:21:42.166078 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:42.206843 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:42.206843 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:42.208025 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] 10.222.0.65 "PUT /v2.0/ports/103425f9-977f-478d-a146-0888d66b4144 HTTP/1.1" status: 200 len: 1093 time: 1.8526945 Dec 15 16:21:42.208486 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8ad3f4-a466-4385-9311-93476fe7304e', 'tag': '103425f9-977f-478d-a146-0888d66b4144'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:21:42.210873 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2d5ae6-e6e6-44bc-a942-87f51ca8bcfb" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8ad3f4-a466-4385-9311-93476fe7304e", "tag": "103425f9-977f-478d-a146-0888d66b4144"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:21:42.214791 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b059e3e-9013-4088-a118-f1daa457b870 req-9a0a54fb-c469-4281-ac0f-df904fbd2a77 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:42.217177 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4b059e3e-9013-4088-a118-f1daa457b870 req-9a0a54fb-c469-4281-ac0f-df904fbd2a77 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 932 time: 0.3851755 Dec 15 16:21:42.294712 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-1a57c74d-4af1-4ee1-aca9-45626fa41316 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f85be06-be2a-46cd-ac10-179b1abdc90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683837 Dec 15 16:21:42.388292 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfe0d7-263d-4a80-bd1e-164eda91e532 service neutron] Pushing event updated for resources: {'Port': ['ID=103425f9-977f-478d-a146-0888d66b4144,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:42.510018 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-2f716a61-d8c1-4851-af39-b20be3bd3255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:42.511727 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-2f716a61-d8c1-4851-af39-b20be3bd3255 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4cdbc8211774d9fb8b9dbf7e3f1f080&device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 1096 time: 0.2203662 Dec 15 16:21:42.514984 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d42c8969-d655-4b79-8bad-4fd6a400e758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:42.517664 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d42c8969-d655-4b79-8bad-4fd6a400e758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:42.518889 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d42c8969-d655-4b79-8bad-4fd6a400e758 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be6699d5-e0eb-463d-96d0-7a85fc0fdccb HTTP/1.1" status: 204 len: 168 time: 1.1269433 Dec 15 16:21:42.586302 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-f257db60-a1fe-475f-bf98-f98115ac206c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=103425f9-977f-478d-a146-0888d66b4144 HTTP/1.1" status: 200 len: 217 time: 0.0628867 Dec 15 16:21:42.590269 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-5b76eebd-4c47-4d8f-936b-d5943f9ebf9a service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829645 Dec 15 16:21:42.592952 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a44b9-3738-4180-93c7-130a1eadbde9 req-56ef3b4d-4238-447c-8c42-7d3cf2257268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:42.595242 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-484a44b9-3738-4180-93c7-130a1eadbde9 req-56ef3b4d-4238-447c-8c42-7d3cf2257268 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 1098 time: 0.1584170 Dec 15 16:21:42.635828 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e061bc7-e261-495c-8c30-ebbf1fff4d08 req-9586e3d1-32ab-4524-8335-1dbac2b77cf4 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:42.637567 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0e061bc7-e261-495c-8c30-ebbf1fff4d08 req-9586e3d1-32ab-4524-8335-1dbac2b77cf4 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 945 time: 0.4565005 Dec 15 16:21:42.655785 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4b059e3e-9013-4088-a118-f1daa457b870 req-b9de94fb-f403-4a8f-bae2-60a0b5ae8dcd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4147680 Dec 15 16:21:42.656588 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c8969-d655-4b79-8bad-4fd6a400e758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6699d5-e0eb-463d-96d0-7a85fc0fdccb,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:42.702039 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-87394542-a798-4cc8-ba44-dc29d1dd8987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10255586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10220428'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:42.779575 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f82ca7-74f8-47e7-9ade-32fe26c9df08 x-openstack-request-id: req-e2f82ca7-74f8-47e7-9ade-32fe26c9df08 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:21:42.779999 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8ad3f4-a466-4385-9311-93476fe7304e", "tag": "103425f9-977f-478d-a146-0888d66b4144", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:21:42.780595 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2f82ca7-74f8-47e7-9ade-32fe26c9df08 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:21:42.781317 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8ad3f4-a466-4385-9311-93476fe7304e', 'tag': '103425f9-977f-478d-a146-0888d66b4144', 'status': 'completed', 'code': 200} Dec 15 16:21:42.814903 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d0d9cf-d833-47a5-8f8a-740b194ba7ff {{(pid=102567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:21:42.825571 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:42.837272 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-a7ef1511-b3aa-4bc9-bad3-89fe198d38cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:42.841117 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-a7ef1511-b3aa-4bc9-bad3-89fe198d38cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dcc8cfb6-7256-46fc-93e9-a03d0bcebe89 HTTP/1.1" status: 200 len: 857 time: 0.2398460 Dec 15 16:21:42.866056 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.provisioning_blocks [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Transition to ACTIVE for port object 65d0d9cf-d833-47a5-8f8a-740b194ba7ff will not be triggered until provisioned by entity L2. {{(pid=102567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:21:42.926583 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10256235'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:42.938167 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-484a44b9-3738-4180-93c7-130a1eadbde9 req-4d2a17ae-a1e0-421b-8518-3058403b1938 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214836 Dec 15 16:21:42.943936 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-b3ea727a-b9ec-4bf2-a4c8-3c4d0fd347a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f85be06-be2a-46cd-ac10-179b1abdc90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869980 Dec 15 16:21:43.022996 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2ad8fb46-70bb-4b59-96b0-4e161da24243 req-b1003f72-354c-478e-84c3-1718f4dcc200 service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046130 Dec 15 16:21:43.035467 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0e061bc7-e261-495c-8c30-ebbf1fff4d08 req-44185911-da98-4770-a6b0-35cda4b4276c tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567803 Dec 15 16:21:43.048332 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87394542-a798-4cc8-ba44-dc29d1dd8987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7debb9ad-eeaf-4937-abe9-cce186e26e46,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:43.060317 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Pushing event updated for resources: {'Port': ['ID=65d0d9cf-d833-47a5-8f8a-740b194ba7ff,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:43.144170 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb93bf3-77a7-44ae-9950-2c582fb376c3 req-5c60771a-fdd2-49fc-9be6-d0583334d14b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:43.152874 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ceb93bf3-77a7-44ae-9950-2c582fb376c3 req-5c60771a-fdd2-49fc-9be6-d0583334d14b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 943 time: 0.2351375 Dec 15 16:21:43.158718 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87394542-a798-4cc8-ba44-dc29d1dd8987 admin admin] Checking segment: {'id': '8df1a98f-df26-483b-9e04-e75fa226a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '719c9634-9007-4e20-b3e0-eba40acf400f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:21:43.158718 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87394542-a798-4cc8-ba44-dc29d1dd8987 admin admin] Network hostable DHCP agents. Network: 719c9634-9007-4e20-b3e0-eba40acf400f, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:21:43.432698 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-205386d9-2cc4-4310-87cc-35077cefb755 service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043230 Dec 15 16:21:43.502462 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87394542-a798-4cc8-ba44-dc29d1dd8987 admin admin] Network 719c9634-9007-4e20-b3e0-eba40acf400f is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:21:43.510845 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ceb93bf3-77a7-44ae-9950-2c582fb376c3 req-8a521f3d-9fbd-4593-b408-b49fc91e0a03 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568194 Dec 15 16:21:43.551078 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-87394542-a798-4cc8-ba44-dc29d1dd8987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 719c9634-9007-4e20-b3e0-eba40acf400f) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:21:43.591695 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87394542-a798-4cc8-ba44-dc29d1dd8987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:43.593081 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-87394542-a798-4cc8-ba44-dc29d1dd8987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:43.615799 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd9ab3-9bd3-478a-a4de-1fbeeb4af711 req-947147f7-a434-46ff-94c7-6d8643bd7052 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:43.636655 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3fdd9ab3-9bd3-478a-a4de-1fbeeb4af711 req-947147f7-a434-46ff-94c7-6d8643bd7052 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 945 time: 0.3930542 Dec 15 16:21:43.652920 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7986c434-b31f-4ddd-9ec3-42eaa44d1cd1 None None] Network 719c9634-9007-4e20-b3e0-eba40acf400f requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:21:43.716081 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Attempting to bind port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:21:43.718991 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Attempting to bind port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:21:43.720088 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Attempting to bind port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff on network 514727e8-0179-4c06-9ef8-e0775da37a12 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:43.743053 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-767effbd-8356-4da4-83ce-0cbd7e876974 req-7bb6dfa6-63c9-48d8-91af-94e862ddecc1 service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882690 Dec 15 16:21:43.747311 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff on network 514727e8-0179-4c06-9ef8-e0775da37a12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:21:43.748356 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Attempting to bind port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff on network 514727e8-0179-4c06-9ef8-e0775da37a12 {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:43.775065 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-87394542-a798-4cc8-ba44-dc29d1dd8987 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3811660 Dec 15 16:21:43.797931 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:21:43.799120 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Checking segment: {'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:21:43.801275 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Bound using segment: {'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'} {{(pid=102567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:21:43.802440 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.managers [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Bound port: 65d0d9cf-d833-47a5-8f8a-740b194ba7ff, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'}}] {{(pid=102567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:21:43.803362 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:43.984813 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d5ae6-e6e6-44bc-a942-87f51ca8bcfb req-78478106-f858-43da-8f7d-e8bbeaf5d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:43.990680 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-3d2d5ae6-e6e6-44bc-a942-87f51ca8bcfb req-78478106-f858-43da-8f7d-e8bbeaf5d82d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4cdbc8211774d9fb8b9dbf7e3f1f080&device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 1096 time: 0.1703341 Dec 15 16:21:44.113890 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd33f2d-0a7a-4bcc-ae11-565b569684a8 None None] Network 719c9634-9007-4e20-b3e0-eba40acf400f requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:21:44.237039 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3fdd9ab3-9bd3-478a-a4de-1fbeeb4af711 req-a1db96b1-fe89-4219-9dfb-d2e22f5ac39b tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975764 Dec 15 16:21:44.404733 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d5ae6-e6e6-44bc-a942-87f51ca8bcfb req-a6fd741f-2a01-4625-beb8-a004ed074eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:44.406471 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-3d2d5ae6-e6e6-44bc-a942-87f51ca8bcfb req-a6fd741f-2a01-4625-beb8-a004ed074eb8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6f85be06-be2a-46cd-ac10-179b1abdc90e HTTP/1.1" status: 200 len: 918 time: 0.3965635 Dec 15 16:21:44.490391 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-3d2d5ae6-e6e6-44bc-a942-87f51ca8bcfb req-a53a1a53-bcca-4cf5-b69d-c3a928b6c509 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=103425f9-977f-478d-a146-0888d66b4144 HTTP/1.1" status: 200 len: 217 time: 0.0763912 Dec 15 16:21:44.530269 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c40d8c-da23-4c0c-b033-bc47f4108b7f req-7e346c0c-b045-4acc-b21f-7fef50e7c5ca tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:44.539442 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a0c40d8c-da23-4c0c-b033-bc47f4108b7f req-7e346c0c-b045-4acc-b21f-7fef50e7c5ca tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 944 time: 0.3138165 Dec 15 16:21:44.550045 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] For port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff, host hv-cinder-81268, cleared binding levels {{(pid=102567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:21:44.571204 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d5ae6-e6e6-44bc-a942-87f51ca8bcfb req-f861866e-9581-49f6-a1ac-8716b6ceae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:44.573417 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-3d2d5ae6-e6e6-44bc-a942-87f51ca8bcfb req-f861866e-9581-49f6-a1ac-8716b6ceae21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dcc8cfb6-7256-46fc-93e9-a03d0bcebe89 HTTP/1.1" status: 200 len: 857 time: 0.0757456 Dec 15 16:21:44.616456 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-3d2d5ae6-e6e6-44bc-a942-87f51ca8bcfb req-561443dc-44bb-4ba0-a6a5-b5a2eccf1f23 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f85be06-be2a-46cd-ac10-179b1abdc90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294607 Dec 15 16:21:44.620712 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] For port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=65d0d9cf-d833-47a5-8f8a-740b194ba7ff,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:21:44.650546 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10256235'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:44.688098 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a78cb-d143-402e-a77b-20b0584c5cb4 req-0d033945-a8e5-4dc2-8fda-6dee255286f3 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:44.697037 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-913a78cb-d143-402e-a77b-20b0584c5cb4 req-0d033945-a8e5-4dc2-8fda-6dee255286f3 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 945 time: 0.2577405 Dec 15 16:21:44.747171 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-3d2d5ae6-e6e6-44bc-a942-87f51ca8bcfb req-b1e2df88-918d-4168-8de7-1fe93394858c service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237361 Dec 15 16:21:44.752769 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a0c40d8c-da23-4c0c-b033-bc47f4108b7f req-806784ed-9be3-4a31-9696-19fdbbea8eeb tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124507 Dec 15 16:21:44.796967 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:44.797611 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:44.799098 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] 10.222.0.65 "PUT /v2.0/ports/65d0d9cf-d833-47a5-8f8a-740b194ba7ff HTTP/1.1" status: 200 len: 1094 time: 3.2788453 Dec 15 16:21:44.799965 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48359cf-b1e0-4786-885d-3aa339bbf38a', 'tag': '65d0d9cf-d833-47a5-8f8a-740b194ba7ff'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:21:44.849381 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-913a78cb-d143-402e-a77b-20b0584c5cb4 req-3ad1fb7f-48de-4110-b10c-7cda627f0955 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512475 Dec 15 16:21:44.862698 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf08d2-0380-4400-95a4-f0088e0359b3 service neutron] Pushing event updated for resources: {'Port': ['ID=65d0d9cf-d833-47a5-8f8a-740b194ba7ff,revision_number=3']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:45.034775 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-3d2d5ae6-e6e6-44bc-a942-87f51ca8bcfb req-dadd795b-5f07-4e85-9ff2-89282252a1b5 service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550535 Dec 15 16:21:45.147160 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8dc9-e1f7-4727-ac16-33e7b2509ff5 req-c6f623b2-adfd-4f52-b4c3-2a826ea43f74 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:45.148877 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-02fe8dc9-e1f7-4727-ac16-33e7b2509ff5 req-c6f623b2-adfd-4f52-b4c3-2a826ea43f74 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 943 time: 0.1253245 Dec 15 16:21:45.151503 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-eaa3b71e-6662-4640-8adf-0a03e8ee7859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:45.152999 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-eaa3b71e-6662-4640-8adf-0a03e8ee7859 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28737128a7574d248ba7e4e536171af2&device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 1097 time: 0.2772188 Dec 15 16:21:45.156010 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991e1ba18f7813c23b21ebe6bdf85174cd0cd8830ecb03b4cbd6f4717b0ad03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8af7b2-e6ab-4d4c-acd7-d2c65875f7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f48359cf-b1e0-4786-885d-3aa339bbf38a", "tag": "65d0d9cf-d833-47a5-8f8a-740b194ba7ff"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:21:45.392274 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-02fe8dc9-e1f7-4727-ac16-33e7b2509ff5 req-9daf48d0-ab81-4c64-bb14-bf2fd249a66f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297962 Dec 15 16:21:45.395157 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-c843394d-fc8e-4453-894f-b4fb61dbcc45 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65d0d9cf-d833-47a5-8f8a-740b194ba7ff HTTP/1.1" status: 200 len: 217 time: 0.2340209 Dec 15 16:21:45.551799 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-f6d9740d-54eb-49e2-af61-79a26ec806de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:45.553408 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-f6d9740d-54eb-49e2-af61-79a26ec806de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d26a255-1c68-40ef-8d7e-b38089c3fa09 HTTP/1.1" status: 200 len: 849 time: 0.1508539 Dec 15 16:21:45.585384 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cca0d98-2925-475e-80f6-d9c295eb4ddd x-openstack-request-id: req-4cca0d98-2925-475e-80f6-d9c295eb4ddd {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:21:45.585718 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48359cf-b1e0-4786-885d-3aa339bbf38a", "tag": "65d0d9cf-d833-47a5-8f8a-740b194ba7ff", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:21:45.586173 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4cca0d98-2925-475e-80f6-d9c295eb4ddd {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:21:45.586689 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48359cf-b1e0-4786-885d-3aa339bbf38a', 'tag': '65d0d9cf-d833-47a5-8f8a-740b194ba7ff', 'status': 'completed', 'code': 200} Dec 15 16:21:45.649195 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ca95c-01b3-42ab-bdfb-1a55da69d3c9 req-637e345b-e7c9-421e-b23a-031e3ab066fa tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:45.650763 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b88ca95c-01b3-42ab-bdfb-1a55da69d3c9 req-637e345b-e7c9-421e-b23a-031e3ab066fa tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 945 time: 0.1412861 Dec 15 16:21:45.694441 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-086199db-7f54-4440-8b85-e1188ea1a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:45.696009 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-086199db-7f54-4440-8b85-e1188ea1a107 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514727e8-0179-4c06-9ef8-e0775da37a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1244540 Dec 15 16:21:45.787880 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b88ca95c-01b3-42ab-bdfb-1a55da69d3c9 req-4c9b7eb2-beb5-4563-8dcd-ae969bac7883 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298261 Dec 15 16:21:45.906488 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-ded9addc-be84-4b50-a1f2-803f5499d7e8 service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014129 Dec 15 16:21:46.012649 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51457672-eeb4-419c-95d2-774315a4d2cb req-04107222-3c1f-4dfd-b8f2-f3b05cb78238 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:46.014245 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-51457672-eeb4-419c-95d2-774315a4d2cb req-04107222-3c1f-4dfd-b8f2-f3b05cb78238 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 944 time: 0.1068175 Dec 15 16:21:46.024877 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8e4ed-091e-4ab3-aa6b-674b0186a34f req-dfa128c9-8c31-4ae2-a835-6353492e980b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:46.026700 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cfa8e4ed-091e-4ab3-aa6b-674b0186a34f req-dfa128c9-8c31-4ae2-a835-6353492e980b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 945 time: 0.0856886 Dec 15 16:21:46.105689 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-51457672-eeb4-419c-95d2-774315a4d2cb req-f966d83b-8b28-4296-acce-8c13d67f90b6 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773835 Dec 15 16:21:46.124143 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cfa8e4ed-091e-4ab3-aa6b-674b0186a34f req-ca6ba917-a8bd-455f-9944-66428d73c8e7 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891507 Dec 15 16:21:46.542380 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b5428-6b97-444c-aae3-52268a9b70d9 req-8186a58f-2982-4473-9c9d-8f1f1cbcb18f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:46.545046 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2b2b5428-6b97-444c-aae3-52268a9b70d9 req-8186a58f-2982-4473-9c9d-8f1f1cbcb18f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 943 time: 0.0704603 Dec 15 16:21:46.613735 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2b2b5428-6b97-444c-aae3-52268a9b70d9 req-dc3923eb-1548-4827-b4ca-4fa488f1501f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594084 Dec 15 16:21:46.749453 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7602fd33-d2c6-4c59-99a7-c3c7457a360b req-6f25f083-40fb-4fe7-b3f3-d6b7db744cf9 service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134367 Dec 15 16:21:47.366507 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aea1d3-95c1-4d1d-a937-1e881b405e54 req-1d2ec30b-bc80-4e09-b681-10e541354f9d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:47.368278 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-74aea1d3-95c1-4d1d-a937-1e881b405e54 req-1d2ec30b-bc80-4e09-b681-10e541354f9d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 944 time: 0.1680160 Dec 15 16:21:47.430484 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a90d2-3331-4bab-b686-16a74a856128 req-80edca7e-089c-43c5-9418-22d2f38476bd tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:47.432071 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-545a90d2-3331-4bab-b686-16a74a856128 req-80edca7e-089c-43c5-9418-22d2f38476bd tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/networks?id=719c9634-9007-4e20-b3e0-eba40acf400f HTTP/1.1" status: 200 len: 808 time: 0.2231007 Dec 15 16:21:47.465615 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-74aea1d3-95c1-4d1d-a937-1e881b405e54 req-55f4dda6-5535-4a19-a1b8-0c1284e999f5 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858719 Dec 15 16:21:47.467059 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-545a90d2-3331-4bab-b686-16a74a856128 req-a485ff3c-6515-4def-93c8-b9064abdced1 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/quotas/6c056527e8db4053b789853fcf928010 HTTP/1.1" status: 200 len: 375 time: 0.0227766 Dec 15 16:21:47.482955 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 103425f9-977f-478d-a146-0888d66b4144 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:21:47.518686 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-545a90d2-3331-4bab-b686-16a74a856128 req-ff5ef38b-892c-46b2-8f56-258af2d4e8c9 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c056527e8db4053b789853fcf928010&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438745 Dec 15 16:21:47.605228 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 103425f9-977f-478d-a146-0888d66b4144, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=103425f9-977f-478d-a146-0888d66b4144,segment=NetworkSegment(3b8a1f21-cf7f-439b-ba00-b324efe326de),segment_id=3b8a1f21-cf7f-439b-ba00-b324efe326de)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:47.621101 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '103425f9-977f-478d-a146-0888d66b4144', 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e', 'port_id': '103425f9-977f-478d-a146-0888d66b4144', 'mac_address': 'fa:16:3e:df:b7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc8cfb6-7256-46fc-93e9-a03d0bcebe89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:21:47.630260 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-545a90d2-3331-4bab-b686-16a74a856128 req-c3e19a96-57d4-4070-98c0-6df6961a9f1d service neutron] 10.222.0.60 "GET /v2.0/networks/719c9634-9007-4e20-b3e0-eba40acf400f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029456 Dec 15 16:21:47.665257 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:47.683139 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103425f9-977f-478d-a146-0888d66b4144 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:21:47.708957 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 103425f9-977f-478d-a146-0888d66b4144, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=103425f9-977f-478d-a146-0888d66b4144,segment=NetworkSegment(3b8a1f21-cf7f-439b-ba00-b324efe326de),segment_id=3b8a1f21-cf7f-439b-ba00-b324efe326de)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:47.714504 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:47.715291 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 61eaf140-62eb-493c-b139-fe292101564e details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:21:47.773352 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-545a90d2-3331-4bab-b686-16a74a856128 req-718b3404-b500-43db-a568-2b7e146a0dc5 service neutron] 10.222.0.60 "GET /v2.0/networks/719c9634-9007-4e20-b3e0-eba40acf400f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358902 Dec 15 16:21:47.801993 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb7337-6293-44a0-8ceb-ad1ac24451e5 req-155191e9-cf03-46a5-9599-2f8b1b6b55c0 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:47.803844 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bfeb7337-6293-44a0-8ceb-ad1ac24451e5 req-155191e9-cf03-46a5-9599-2f8b1b6b55c0 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 944 time: 0.0807226 Dec 15 16:21:47.815826 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 61eaf140-62eb-493c-b139-fe292101564e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=61eaf140-62eb-493c-b139-fe292101564e,segment=NetworkSegment(3b8a1f21-cf7f-439b-ba00-b324efe326de),segment_id=3b8a1f21-cf7f-439b-ba00-b324efe326de)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:47.819450 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=103425f9-977f-478d-a146-0888d66b4144,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:47.834033 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '61eaf140-62eb-493c-b139-fe292101564e', 'network_id': '6f85be06-be2a-46cd-ac10-179b1abdc90e', 'port_id': '61eaf140-62eb-493c-b139-fe292101564e', 'mac_address': 'fa:16:3e:11:d0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc8cfb6-7256-46fc-93e9-a03d0bcebe89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:21:47.879546 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:47.903104 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61eaf140-62eb-493c-b139-fe292101564e {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:21:47.912273 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bfeb7337-6293-44a0-8ceb-ad1ac24451e5 req-76d8bfc8-3396-4acd-8d93-837707224601 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981820 Dec 15 16:21:47.928864 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 61eaf140-62eb-493c-b139-fe292101564e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=61eaf140-62eb-493c-b139-fe292101564e,segment=NetworkSegment(3b8a1f21-cf7f-439b-ba00-b324efe326de),segment_id=3b8a1f21-cf7f-439b-ba00-b324efe326de)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:47.938149 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:48.015066 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=61eaf140-62eb-493c-b139-fe292101564e,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:48.039298 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5b8b1521-13f1-4021-907a-e0294134078f req-81c1f4bf-0817-457c-bf54-5d440e8c65f0 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 210 time: 0.0313733 Dec 15 16:21:48.544765 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8af7b2-e6ab-4d4c-acd7-d2c65875f7a5 req-98181728-f842-49e2-bf2a-6e215ffad426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:48.547423 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bf8af7b2-e6ab-4d4c-acd7-d2c65875f7a5 req-98181728-f842-49e2-bf2a-6e215ffad426 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28737128a7574d248ba7e4e536171af2&device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 1097 time: 0.0683997 Dec 15 16:21:48.737397 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba15cd2-0faa-4209-81cb-54b0399e7eb2 req-50138eda-9918-42cc-bdf2-f86765c42b9b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:48.738949 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fba15cd2-0faa-4209-81cb-54b0399e7eb2 req-50138eda-9918-42cc-bdf2-f86765c42b9b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 944 time: 0.1694326 Dec 15 16:21:48.788847 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8af7b2-e6ab-4d4c-acd7-d2c65875f7a5 req-aa8af784-a474-4960-ac0b-e69fc4186d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:48.790749 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bf8af7b2-e6ab-4d4c-acd7-d2c65875f7a5 req-aa8af784-a474-4960-ac0b-e69fc4186d99 service neutron] 10.222.0.65 "GET /v2.0/networks?id=514727e8-0179-4c06-9ef8-e0775da37a12 HTTP/1.1" status: 200 len: 911 time: 0.2362249 Dec 15 16:21:48.796127 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['61eaf140-62eb-493c-b139-fe292101564e'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:21:48.833210 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['103425f9-977f-478d-a146-0888d66b4144'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:21:48.848107 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bf8af7b2-e6ab-4d4c-acd7-d2c65875f7a5 req-89afebfe-d5ef-47cd-a4af-615006d84717 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65d0d9cf-d833-47a5-8f8a-740b194ba7ff HTTP/1.1" status: 200 len: 217 time: 0.0487230 Dec 15 16:21:48.851890 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fba15cd2-0faa-4209-81cb-54b0399e7eb2 req-cf71ea6d-5f09-47fd-a09b-d7593134c197 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014917 Dec 15 16:21:48.908446 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8af7b2-e6ab-4d4c-acd7-d2c65875f7a5 req-ca460e6f-fd5b-4c1d-8dec-c899b4ad3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:48.910142 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bf8af7b2-e6ab-4d4c-acd7-d2c65875f7a5 req-ca460e6f-fd5b-4c1d-8dec-c899b4ad3d30 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d26a255-1c68-40ef-8d7e-b38089c3fa09 HTTP/1.1" status: 200 len: 849 time: 0.0539858 Dec 15 16:21:49.335361 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8af7b2-e6ab-4d4c-acd7-d2c65875f7a5 req-f3b97d8c-922c-4168-989a-f28f01a43c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:49.338900 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bf8af7b2-e6ab-4d4c-acd7-d2c65875f7a5 req-f3b97d8c-922c-4168-989a-f28f01a43c29 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514727e8-0179-4c06-9ef8-e0775da37a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4200766 Dec 15 16:21:49.478371 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a90d2-3331-4bab-b686-16a74a856128 req-07f2b7b1-dee2-40e2-8994-abc999dc06d8 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:49.482296 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7a8e2-1c0f-4112-ae74-ecd388cdb524 req-d20c13e3-e7f7-4923-8a82-7fe8767df1d1 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:49.488805 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-545a90d2-3331-4bab-b686-16a74a856128 req-07f2b7b1-dee2-40e2-8994-abc999dc06d8 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.65 "GET /v2.0/networks?id=719c9634-9007-4e20-b3e0-eba40acf400f HTTP/1.1" status: 200 len: 808 time: 0.2545247 Dec 15 16:21:49.491643 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fbc7a8e2-1c0f-4112-ae74-ecd388cdb524 req-d20c13e3-e7f7-4923-8a82-7fe8767df1d1 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 944 time: 0.2482343 Dec 15 16:21:49.506267 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-545a90d2-3331-4bab-b686-16a74a856128 req-bccee717-d870-4240-a88d-cfbac8ca5fd6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Request body: {'port': {'device_id': 'f25d9543-b63f-4552-bf8c-633277eb0c58', 'network_id': '719c9634-9007-4e20-b3e0-eba40acf400f', 'admin_state_up': True, 'tenant_id': '6c056527e8db4053b789853fcf928010'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:49.567689 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fbc7a8e2-1c0f-4112-ae74-ecd388cdb524 req-449d5cf0-9d65-411a-b354-69ae3cf0e7dc tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747719 Dec 15 16:21:49.642477 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bf8af7b2-e6ab-4d4c-acd7-d2c65875f7a5 req-34c42121-9991-4f29-9bad-9eb66a6ea538 service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836568 Dec 15 16:21:49.773266 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bf8af7b2-e6ab-4d4c-acd7-d2c65875f7a5 req-2f3183fa-7e8d-4978-9878-5fdc4e1df0e6 service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219344 Dec 15 16:21:49.809465 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-731a7d1d-d7e6-4af4-a456-8a6348d3a359 req-94c99857-af95-4ecd-ad86-70e7dd2759b3 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 210 time: 0.0350060 Dec 15 16:21:49.990995 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545a90d2-3331-4bab-b686-16a74a856128 req-bccee717-d870-4240-a88d-cfbac8ca5fd6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Made reservation on behalf of 6c056527e8db4053b789853fcf928010 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:21:49.995710 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-545a90d2-3331-4bab-b686-16a74a856128 req-bccee717-d870-4240-a88d-cfbac8ca5fd6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:50.102626 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6acab-3c83-43aa-b97a-597df06d5d5d req-f405c29d-c2c0-49fc-90c1-f519cd7d69c5 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:50.108039 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f5d6acab-3c83-43aa-b97a-597df06d5d5d req-f405c29d-c2c0-49fc-90c1-f519cd7d69c5 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 944 time: 0.0821552 Dec 15 16:21:50.162356 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-545a90d2-3331-4bab-b686-16a74a856128 req-bccee717-d870-4240-a88d-cfbac8ca5fd6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Allocated IP 172.20.0.14 (719c9634-9007-4e20-b3e0-eba40acf400f/7debb9ad-eeaf-4937-abe9-cce186e26e46/c68e21af-42be-4707-8908-9b6e83c71a44) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:21:50.168500 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f5d6acab-3c83-43aa-b97a-597df06d5d5d req-06f4b6fd-e9fb-4f19-8285-4a9af5ac9018 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570440 Dec 15 16:21:50.351518 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-545a90d2-3331-4bab-b686-16a74a856128 req-bccee717-d870-4240-a88d-cfbac8ca5fd6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:50.389778 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-545a90d2-3331-4bab-b686-16a74a856128 req-bccee717-d870-4240-a88d-cfbac8ca5fd6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:50.438876 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545a90d2-3331-4bab-b686-16a74a856128 req-bccee717-d870-4240-a88d-cfbac8ca5fd6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Network 719c9634-9007-4e20-b3e0-eba40acf400f is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:21:50.442404 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-545a90d2-3331-4bab-b686-16a74a856128 req-bccee717-d870-4240-a88d-cfbac8ca5fd6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:21:50.447133 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-545a90d2-3331-4bab-b686-16a74a856128 req-bccee717-d870-4240-a88d-cfbac8ca5fd6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:21:50.451602 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccee717-d870-4240-a88d-cfbac8ca5fd6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Pushing event updated for resources: {'Port': ['ID=c68e21af-42be-4707-8908-9b6e83c71a44,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:50.498616 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a90d2-3331-4bab-b686-16a74a856128 req-bccee717-d870-4240-a88d-cfbac8ca5fd6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:50.499282 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-545a90d2-3331-4bab-b686-16a74a856128 req-bccee717-d870-4240-a88d-cfbac8ca5fd6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:50.517626 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-545a90d2-3331-4bab-b686-16a74a856128 req-bccee717-d870-4240-a88d-cfbac8ca5fd6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0155411 Dec 15 16:21:50.610350 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 36248) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:50.724406 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64b54a-3cb7-4970-bdd4-aee21b1e13f3 req-babcb26c-2b10-4893-8e78-1cfb7741a4e5 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:50.725972 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2b64b54a-3cb7-4970-bdd4-aee21b1e13f3 req-babcb26c-2b10-4893-8e78-1cfb7741a4e5 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 944 time: 0.0573621 Dec 15 16:21:50.773530 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfc07cc3-c1a7-47ce-bd7d-abb4fab8e326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:50.826247 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2b64b54a-3cb7-4970-bdd4-aee21b1e13f3 req-6999eadd-5c0d-48eb-9669-c0c44a934736 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923643 Dec 15 16:21:50.896208 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfc07cc3-c1a7-47ce-bd7d-abb4fab8e326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:50.909217 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dfc07cc3-c1a7-47ce-bd7d-abb4fab8e326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:50.978056 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-dfc07cc3-c1a7-47ce-bd7d-abb4fab8e326 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48b2cbb36a5e4dd190450d3644c05dae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3651440 Dec 15 16:21:50.981108 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc07cc3-c1a7-47ce-bd7d-abb4fab8e326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e31fca-a1e8-465e-8659-98bc20e1913e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:50.981322 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 36256) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:50.997594 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a686d2-3146-481f-9774-e3e6f9ff2611 req-2675bc16-276c-47d9-8d4a-726407971ea7 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:50.999473 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d2a686d2-3146-481f-9774-e3e6f9ff2611 req-2675bc16-276c-47d9-8d4a-726407971ea7 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 932 time: 0.1017680 Dec 15 16:21:51.048039 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-789cd9ef-828f-4adc-9c45-da8409fc8fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:51.076022 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d2a686d2-3146-481f-9774-e3e6f9ff2611 req-93581b47-7dbd-40d6-9e2f-6a0f407c32ed tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626183 Dec 15 16:21:51.076755 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-789cd9ef-828f-4adc-9c45-da8409fc8fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:51.135811 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-789cd9ef-828f-4adc-9c45-da8409fc8fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:51.138337 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-789cd9ef-828f-4adc-9c45-da8409fc8fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:51.139560 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-789cd9ef-828f-4adc-9c45-da8409fc8fad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/03e31fca-a1e8-465e-8659-98bc20e1913e HTTP/1.1" status: 204 len: 168 time: 0.1574104 Dec 15 16:21:51.148136 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cd9ef-828f-4adc-9c45-da8409fc8fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e31fca-a1e8-465e-8659-98bc20e1913e,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:51.307064 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9f6f3-f551-4e3c-bd52-1a20b29f154d req-d3991662-4aa1-4afa-bfe7-ac7b20a90af7 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:51.308671 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3fe9f6f3-f551-4e3c-bd52-1a20b29f154d req-d3991662-4aa1-4afa-bfe7-ac7b20a90af7 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 944 time: 0.0579066 Dec 15 16:21:51.362702 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3fe9f6f3-f551-4e3c-bd52-1a20b29f154d req-bb64a066-67b3-497a-92c5-a97a83b1b12e tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477455 Dec 15 16:21:51.442661 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 36266) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:51.456846 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-6ea280bd-cad9-42d8-a3d6-49df5fd7a772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:51.536188 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-6ea280bd-cad9-42d8-a3d6-49df5fd7a772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:51.540917 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-6ea280bd-cad9-42d8-a3d6-49df5fd7a772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:51.583153 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-6ea280bd-cad9-42d8-a3d6-49df5fd7a772 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=235268a7499f42ca8bbb1295958541a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393456 Dec 15 16:21:51.590219 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 36268) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:51.592231 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea280bd-cad9-42d8-a3d6-49df5fd7a772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b2be54-f0d3-4d70-848d-17d3c15af1b3,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:51.643733 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-990f6f11-afe9-4057-9522-4854fcde4bd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:51.673143 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-990f6f11-afe9-4057-9522-4854fcde4bd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:51.735428 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-990f6f11-afe9-4057-9522-4854fcde4bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:51.738817 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-990f6f11-afe9-4057-9522-4854fcde4bd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:51.740078 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-990f6f11-afe9-4057-9522-4854fcde4bd4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0b2be54-f0d3-4d70-848d-17d3c15af1b3 HTTP/1.1" status: 204 len: 168 time: 0.1533399 Dec 15 16:21:51.748736 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f6f11-afe9-4057-9522-4854fcde4bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b2be54-f0d3-4d70-848d-17d3c15af1b3,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:51.960969 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cb42f-fb9d-477d-9a9f-9041ee775c54 req-8d3942a7-d50d-4708-9e15-e6590cfe2084 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:51.963239 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f71cb42f-fb9d-477d-9a9f-9041ee775c54 req-8d3942a7-d50d-4708-9e15-e6590cfe2084 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 944 time: 0.0578065 Dec 15 16:21:52.024803 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f71cb42f-fb9d-477d-9a9f-9041ee775c54 req-61ef502b-d4da-42ed-a178-384ece341029 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523415 Dec 15 16:21:52.169633 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 36284) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:52.190792 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:52.209791 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef6bcf-92ee-4ad2-ad99-912c866715c0 req-e251013f-bd0d-4563-b27e-051d9521e9ad tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:52.211889 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-16ef6bcf-92ee-4ad2-ad99-912c866715c0 req-e251013f-bd0d-4563-b27e-051d9521e9ad tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 932 time: 0.0594466 Dec 15 16:21:52.274277 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-16ef6bcf-92ee-4ad2-ad99-912c866715c0 req-5d8d36fd-b5f6-4342-92e3-d06830df8ece tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547073 Dec 15 16:21:52.287482 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:52.292179 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:52.331925 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=693617ed50fe4557b213cd824a5ab498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610568 Dec 15 16:21:52.332766 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624dd08c-65e3-4f8e-9dd0-bad139634a24,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:52.334740 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 36286) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:52.351751 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:52.352064 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:52.352382 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:52.352713 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:52.353043 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:52.353368 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:52.354062 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:52.354387 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:52.354710 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:52.355038 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:52.355356 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:52.355697 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:52.356016 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a8fee5-fb50-4e8a-ba34-43ff61798e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:52.389958 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:21:52.409816 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9471e917-5377-4c66-980f-b56001c54832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:52.432968 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9471e917-5377-4c66-980f-b56001c54832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:52.482232 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9471e917-5377-4c66-980f-b56001c54832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:52.484765 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9471e917-5377-4c66-980f-b56001c54832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:52.486140 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-9471e917-5377-4c66-980f-b56001c54832 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/624dd08c-65e3-4f8e-9dd0-bad139634a24 HTTP/1.1" status: 204 len: 168 time: 0.1503253 Dec 15 16:21:52.497992 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471e917-5377-4c66-980f-b56001c54832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624dd08c-65e3-4f8e-9dd0-bad139634a24,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:52.500759 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ffd00-c27c-4c45-a43a-bd05aa319344 req-e2d9eaf7-42e1-47e2-9ee6-8e69f29771d3 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:52.502720 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d46ffd00-c27c-4c45-a43a-bd05aa319344 req-e2d9eaf7-42e1-47e2-9ee6-8e69f29771d3 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 944 time: 0.0590522 Dec 15 16:21:52.554287 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d46ffd00-c27c-4c45-a43a-bd05aa319344 req-2faee038-1ca3-467e-9bee-c031a20c5363 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438092 Dec 15 16:21:52.564518 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 65d0d9cf-d833-47a5-8f8a-740b194ba7ff details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:21:52.578182 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 103425f9-977f-478d-a146-0888d66b4144 up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:21:52.590644 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Request body: {'port': {'device_id': 'f25d9543-b63f-4552-bf8c-633277eb0c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:21:52.702639 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:52.729100 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port 103425f9-977f-478d-a146-0888d66b4144 completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:21:52.737890 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 103425f9-977f-478d-a146-0888d66b4144 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:52.738268 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:52.793233 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=65d0d9cf-d833-47a5-8f8a-740b194ba7ff,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:52.811251 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '65d0d9cf-d833-47a5-8f8a-740b194ba7ff', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'port_id': '65d0d9cf-d833-47a5-8f8a-740b194ba7ff', 'mac_address': 'fa:16:3e:82:83:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:21:52.887495 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:52.947867 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:52.972870 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d0d9cf-d833-47a5-8f8a-740b194ba7ff {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:21:53.012508 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=65d0d9cf-d833-47a5-8f8a-740b194ba7ff,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:53.013438 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8ad3f4-a466-4385-9311-93476fe7304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103425f9-977f-478d-a146-0888d66b4144'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:21:53.015952 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7751b3a8-0865-4e7a-bbb8-c8dead601739" -d '{"events": [{"server_uuid": "bb8ad3f4-a466-4385-9311-93476fe7304e", "name": "network-vif-plugged", "status": "completed", "tag": "103425f9-977f-478d-a146-0888d66b4144"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:21:53.029097 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:53.033001 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 103425f9-977f-478d-a146-0888d66b4144, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=103425f9-977f-478d-a146-0888d66b4144,segment=NetworkSegment(3b8a1f21-cf7f-439b-ba00-b324efe326de),segment_id=3b8a1f21-cf7f-439b-ba00-b324efe326de)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:53.058851 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:53.059761 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 61eaf140-62eb-493c-b139-fe292101564e up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:21:53.126243 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=65d0d9cf-d833-47a5-8f8a-740b194ba7ff,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:53.140036 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68e21af-42be-4707-8908-9b6e83c71a44 {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:21:53.168201 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:53.182399 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c187d83e-5ca9-47dd-86f2-8f54ee861d4a x-openstack-request-id: req-c187d83e-5ca9-47dd-86f2-8f54ee861d4a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:21:53.183015 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8ad3f4-a466-4385-9311-93476fe7304e", "name": "network-vif-plugged", "status": "completed", "tag": "103425f9-977f-478d-a146-0888d66b4144", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:21:53.183455 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c187d83e-5ca9-47dd-86f2-8f54ee861d4a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:21:53.184060 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8ad3f4-a466-4385-9311-93476fe7304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103425f9-977f-478d-a146-0888d66b4144', 'code': 200} Dec 15 16:21:53.203702 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Transition to ACTIVE for port object c68e21af-42be-4707-8908-9b6e83c71a44 will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:21:53.225537 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:53.256236 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port 61eaf140-62eb-493c-b139-fe292101564e completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:21:53.257188 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b236197-3e33-40e6-a4c1-431ceb1d8bbc req-ef40ad35-9722-42bb-b110-ee1a6a067b9c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:53.264016 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 61eaf140-62eb-493c-b139-fe292101564e triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:53.264621 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:53.267261 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b236197-3e33-40e6-a4c1-431ceb1d8bbc req-ef40ad35-9722-42bb-b110-ee1a6a067b9c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0912263 Dec 15 16:21:53.298801 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=103425f9-977f-478d-a146-0888d66b4144,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:53.337134 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['65d0d9cf-d833-47a5-8f8a-740b194ba7ff'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:21:53.349450 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b236197-3e33-40e6-a4c1-431ceb1d8bbc req-d3a0c4d8-8b39-43d1-a2cf-979a34bad167 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770640 Dec 15 16:21:53.390555 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Pushing event updated for resources: {'Port': ['ID=c68e21af-42be-4707-8908-9b6e83c71a44,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:53.481368 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:53.515161 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Attempting to bind port c68e21af-42be-4707-8908-9b6e83c71a44 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:21:53.515662 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Attempting to bind port c68e21af-42be-4707-8908-9b6e83c71a44 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '8df1a98f-df26-483b-9e04-e75fa226a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '719c9634-9007-4e20-b3e0-eba40acf400f'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:21:53.515929 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Attempting to bind port c68e21af-42be-4707-8908-9b6e83c71a44 on network 719c9634-9007-4e20-b3e0-eba40acf400f {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:53.521531 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Port c68e21af-42be-4707-8908-9b6e83c71a44 on network 719c9634-9007-4e20-b3e0-eba40acf400f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:21:53.522278 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Attempting to bind port c68e21af-42be-4707-8908-9b6e83c71a44 on network 719c9634-9007-4e20-b3e0-eba40acf400f {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:21:53.528115 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:21:53.528631 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Checking segment: {'id': '8df1a98f-df26-483b-9e04-e75fa226a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '719c9634-9007-4e20-b3e0-eba40acf400f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:21:53.529143 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Bound using segment: {'id': '8df1a98f-df26-483b-9e04-e75fa226a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '719c9634-9007-4e20-b3e0-eba40acf400f'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:21:53.529697 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Bound port: c68e21af-42be-4707-8908-9b6e83c71a44, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1a98f-df26-483b-9e04-e75fa226a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '719c9634-9007-4e20-b3e0-eba40acf400f'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:21:53.530113 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:53.545335 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 61eaf140-62eb-493c-b139-fe292101564e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=61eaf140-62eb-493c-b139-fe292101564e,segment=NetworkSegment(3b8a1f21-cf7f-439b-ba00-b324efe326de),segment_id=3b8a1f21-cf7f-439b-ba00-b324efe326de)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:53.555075 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:53.597617 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1f161-a5e6-46ff-acc7-b7e58ec9d802 req-0638ac0d-fdbc-479d-935f-e901cea04755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:53.599580 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-85e1f161-a5e6-46ff-acc7-b7e58ec9d802 req-0638ac0d-fdbc-479d-935f-e901cea04755 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 1098 time: 0.1726522 Dec 15 16:21:53.608880 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0220b10-4c9e-4dd0-83fa-2d61451f8aa3 req-09858eb4-4256-48c2-bed0-42c2cb127efe tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:53.619026 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b0220b10-4c9e-4dd0-83fa-2d61451f8aa3 req-09858eb4-4256-48c2-bed0-42c2cb127efe tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 944 time: 0.2099609 Dec 15 16:21:53.624299 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] For port c68e21af-42be-4707-8908-9b6e83c71a44, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:21:53.629345 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] For port c68e21af-42be-4707-8908-9b6e83c71a44, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c68e21af-42be-4707-8908-9b6e83c71a44,segment=NetworkSegment(8df1a98f-df26-483b-9e04-e75fa226a2da),segment_id=8df1a98f-df26-483b-9e04-e75fa226a2da)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:21:53.634569 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=61eaf140-62eb-493c-b139-fe292101564e,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:53.638951 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:53.693645 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:53.700304 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:53.702564 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-545a90d2-3331-4bab-b686-16a74a856128 req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] 10.222.0.65 "PUT /v2.0/ports/c68e21af-42be-4707-8908-9b6e83c71a44 HTTP/1.1" status: 200 len: 1094 time: 1.1174994 Dec 15 16:21:53.703531 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25d9543-b63f-4552-bf8c-633277eb0c58', 'tag': 'c68e21af-42be-4707-8908-9b6e83c71a44'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:21:53.707455 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245da084-83a4-4c5d-b269-744a636a7ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "f25d9543-b63f-4552-bf8c-633277eb0c58", "tag": "c68e21af-42be-4707-8908-9b6e83c71a44"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:21:53.763560 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b0220b10-4c9e-4dd0-83fa-2d61451f8aa3 req-7507a6b1-b91c-4622-a2ec-5af742ccb890 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430321 Dec 15 16:21:53.782993 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc34930-fe51-4af7-8b98-4ab356e9a358 service neutron] Pushing event updated for resources: {'Port': ['ID=c68e21af-42be-4707-8908-9b6e83c71a44,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:53.796221 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e1c78-202a-4a6b-ba1a-4f70a8ce7ab4 req-59999673-1135-41ac-8249-9d288a150653 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:53.798008 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3a8e1c78-202a-4a6b-ba1a-4f70a8ce7ab4 req-59999673-1135-41ac-8249-9d288a150653 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 945 time: 0.1231401 Dec 15 16:21:53.806836 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-85e1f161-a5e6-46ff-acc7-b7e58ec9d802 req-1d63bd1d-e279-4513-922d-f17a7705a108 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842630 Dec 15 16:21:53.835524 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13d40d5-b54b-4401-af70-d761ab789576 x-openstack-request-id: req-b13d40d5-b54b-4401-af70-d761ab789576 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:21:53.835820 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25d9543-b63f-4552-bf8c-633277eb0c58", "tag": "c68e21af-42be-4707-8908-9b6e83c71a44", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:21:53.836259 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b13d40d5-b54b-4401-af70-d761ab789576 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:21:53.836641 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25d9543-b63f-4552-bf8c-633277eb0c58', 'tag': 'c68e21af-42be-4707-8908-9b6e83c71a44', 'status': 'completed', 'code': 200} Dec 15 16:21:53.842933 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a90d2-3331-4bab-b686-16a74a856128 req-238981c1-538d-4c0f-a26e-886221ddfa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:53.845338 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-545a90d2-3331-4bab-b686-16a74a856128 req-238981c1-538d-4c0f-a26e-886221ddfa00 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c056527e8db4053b789853fcf928010&device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 1097 time: 0.0911055 Dec 15 16:21:53.863206 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3a8e1c78-202a-4a6b-ba1a-4f70a8ce7ab4 req-adbbe0a8-e3ec-4f82-86dd-393489437d6f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549319 Dec 15 16:21:54.094388 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-545a90d2-3331-4bab-b686-16a74a856128 req-93421762-57c0-49e2-af0d-5a179d7035c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c68e21af-42be-4707-8908-9b6e83c71a44 HTTP/1.1" status: 200 len: 217 time: 0.0550301 Dec 15 16:21:54.158113 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a90d2-3331-4bab-b686-16a74a856128 req-9a36e46b-138f-4618-8933-d47c27e206a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:54.159840 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-545a90d2-3331-4bab-b686-16a74a856128 req-9a36e46b-138f-4618-8933-d47c27e206a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7debb9ad-eeaf-4937-abe9-cce186e26e46 HTTP/1.1" status: 200 len: 848 time: 0.0577061 Dec 15 16:21:54.211022 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-545a90d2-3331-4bab-b686-16a74a856128 req-104c620f-88b2-4486-b572-f8bc8de80699 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=719c9634-9007-4e20-b3e0-eba40acf400f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380988 Dec 15 16:21:54.284491 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cbcc56f4-ff7e-4092-b8d3-42cf7e628f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:54.361220 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-545a90d2-3331-4bab-b686-16a74a856128 req-eb9196d3-f799-4963-9146-06ef983b4a0c service neutron] 10.222.0.65 "GET /v2.0/networks/719c9634-9007-4e20-b3e0-eba40acf400f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421010 Dec 15 16:21:54.541437 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ed20-388a-4891-8d1c-8ff6320818ad req-51e80af7-cc8f-491f-bf00-01eba9fd96e0 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:54.544284 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7969ed20-388a-4891-8d1c-8ff6320818ad req-51e80af7-cc8f-491f-bf00-01eba9fd96e0 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0668705 Dec 15 16:21:54.552527 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-545a90d2-3331-4bab-b686-16a74a856128 req-06f9fdc1-15b5-4a78-ac0f-429657fe601a service neutron] 10.222.0.65 "GET /v2.0/networks/719c9634-9007-4e20-b3e0-eba40acf400f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786745 Dec 15 16:21:54.582314 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 65d0d9cf-d833-47a5-8f8a-740b194ba7ff up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:21:54.632453 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7969ed20-388a-4891-8d1c-8ff6320818ad req-de8b7e2b-c4ff-45a5-a42c-7b56845d1a26 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784307 Dec 15 16:21:54.675705 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:21:54.681244 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:21:54.681912 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:54.708120 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245da084-83a4-4c5d-b269-744a636a7ea2 req-a351b00d-dc61-43a3-b5c4-82b1e559f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:54.710773 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-245da084-83a4-4c5d-b269-744a636a7ea2 req-a351b00d-dc61-43a3-b5c4-82b1e559f012 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c056527e8db4053b789853fcf928010&device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 1097 time: 0.0750225 Dec 15 16:21:54.789721 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:54.832079 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245da084-83a4-4c5d-b269-744a636a7ea2 req-783a7f73-5b58-48ae-a0e3-4a3da1925afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:54.833580 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-245da084-83a4-4c5d-b269-744a636a7ea2 req-783a7f73-5b58-48ae-a0e3-4a3da1925afb service neutron] 10.222.0.65 "GET /v2.0/networks?id=719c9634-9007-4e20-b3e0-eba40acf400f HTTP/1.1" status: 200 len: 909 time: 0.1112936 Dec 15 16:21:54.839125 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=65d0d9cf-d833-47a5-8f8a-740b194ba7ff,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:21:54.848361 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:54.907613 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=65d0d9cf-d833-47a5-8f8a-740b194ba7ff,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:54.911924 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cac82-5473-4065-ba10-c0badd0d11cf req-33dcceb0-6c77-48f7-8e2e-349356bc18fc tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:54.913718 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-948cac82-5473-4065-ba10-c0badd0d11cf req-33dcceb0-6c77-48f7-8e2e-349356bc18fc tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 944 time: 0.0676379 Dec 15 16:21:54.937588 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-245da084-83a4-4c5d-b269-744a636a7ea2 req-da62df15-d999-40a9-b5e5-cdb4ff58527b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c68e21af-42be-4707-8908-9b6e83c71a44 HTTP/1.1" status: 200 len: 217 time: 0.0933769 Dec 15 16:21:55.006274 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-948cac82-5473-4065-ba10-c0badd0d11cf req-307bda1c-9419-49c5-b590-090b8114fc66 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847082 Dec 15 16:21:55.047323 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2add8-a050-4e24-9d1c-9215630e36ec req-50e445eb-2d03-45b6-ab7f-59abac1e5867 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:55.049281 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6ac2add8-a050-4e24-9d1c-9215630e36ec req-50e445eb-2d03-45b6-ab7f-59abac1e5867 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0797243 Dec 15 16:21:55.101300 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6ac2add8-a050-4e24-9d1c-9215630e36ec req-25dd8ff4-053c-4acb-bff0-ef07f578f23d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459492 Dec 15 16:21:55.185759 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129b3afd-1d85-4f6e-94c3-8e7a729ff532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eaf140-62eb-493c-b139-fe292101564e'}, {'server_uuid': 'f48359cf-b1e0-4786-885d-3aa339bbf38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d0d9cf-d833-47a5-8f8a-740b194ba7ff'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:21:55.188995 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9693024e-be47-4550-8e29-a557e7ad4693" -d '{"events": [{"server_uuid": "129b3afd-1d85-4f6e-94c3-8e7a729ff532", "name": "network-vif-plugged", "status": "completed", "tag": "61eaf140-62eb-493c-b139-fe292101564e"}, {"server_uuid": "f48359cf-b1e0-4786-885d-3aa339bbf38a", "name": "network-vif-plugged", "status": "completed", "tag": "65d0d9cf-d833-47a5-8f8a-740b194ba7ff"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:21:55.233059 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 16:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4450b198-8bed-43f3-96b3-cd706d036c5d x-openstack-request-id: req-4450b198-8bed-43f3-96b3-cd706d036c5d {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:21:55.233584 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129b3afd-1d85-4f6e-94c3-8e7a729ff532", "name": "network-vif-plugged", "status": "completed", "tag": "61eaf140-62eb-493c-b139-fe292101564e", "code": 200}, {"server_uuid": "f48359cf-b1e0-4786-885d-3aa339bbf38a", "name": "network-vif-plugged", "status": "completed", "tag": "65d0d9cf-d833-47a5-8f8a-740b194ba7ff", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:21:55.233874 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4450b198-8bed-43f3-96b3-cd706d036c5d {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:21:55.234134 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129b3afd-1d85-4f6e-94c3-8e7a729ff532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61eaf140-62eb-493c-b139-fe292101564e', 'code': 200} Dec 15 16:21:55.234367 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48359cf-b1e0-4786-885d-3aa339bbf38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d0d9cf-d833-47a5-8f8a-740b194ba7ff', 'code': 200} Dec 15 16:21:55.796339 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d97d35-aea1-42a8-a24b-ed36585a601d req-1f78904b-387b-4251-9577-ac9514b80429 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:55.797940 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95d97d35-aea1-42a8-a24b-ed36585a601d req-1f78904b-387b-4251-9577-ac9514b80429 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0745323 Dec 15 16:21:55.851731 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95d97d35-aea1-42a8-a24b-ed36585a601d req-f0089dac-871c-437a-967d-2cbc0ef39a86 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468695 Dec 15 16:21:56.158290 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab819d4-3871-43d3-bc7a-0b569d5c322b req-3626289f-a8fe-46a9-b0e0-7873f04e0d17 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:56.160505 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1ab819d4-3871-43d3-bc7a-0b569d5c322b req-3626289f-a8fe-46a9-b0e0-7873f04e0d17 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 944 time: 0.0625057 Dec 15 16:21:56.246384 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1ab819d4-3871-43d3-bc7a-0b569d5c322b req-94447046-83ef-4dfc-920a-69bf70e48d01 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798657 Dec 15 16:21:56.262504 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aa42f-c9d8-41fb-9da2-849cc36aceba req-28627c42-53ad-4fb8-aa34-1406ae2f971c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:56.264076 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-161aa42f-c9d8-41fb-9da2-849cc36aceba req-28627c42-53ad-4fb8-aa34-1406ae2f971c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0819845 Dec 15 16:21:56.313745 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-161aa42f-c9d8-41fb-9da2-849cc36aceba req-4f6cde5c-8a5e-4336-b707-9ba26c04858a tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434380 Dec 15 16:21:56.743947 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245da084-83a4-4c5d-b269-744a636a7ea2 req-c405f42b-193a-4e63-8b0d-7889ffcdbd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:56.745558 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-245da084-83a4-4c5d-b269-744a636a7ea2 req-c405f42b-193a-4e63-8b0d-7889ffcdbd68 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7debb9ad-eeaf-4937-abe9-cce186e26e46 HTTP/1.1" status: 200 len: 848 time: 0.0565844 Dec 15 16:21:56.898260 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0c9bdf60-c8fd-401f-9a31-51cbc33a941e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:56.971974 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddb785-a4eb-4481-a775-e2799ced0e64 req-27c293f6-fe73-4432-be29-64f65ce22a45 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:56.973463 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1fddb785-a4eb-4481-a775-e2799ced0e64 req-27c293f6-fe73-4432-be29-64f65ce22a45 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0527062 Dec 15 16:21:57.034443 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1fddb785-a4eb-4481-a775-e2799ced0e64 req-73a6e812-764e-4185-8f80-33eaca94fbc7 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532098 Dec 15 16:21:57.373114 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c4346-d13d-4b23-9b09-4ae117c816cd req-8a9cd38c-3f2a-44bb-85ea-532a58a325fd tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:57.374878 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4b1c4346-d13d-4b23-9b09-4ae117c816cd req-8a9cd38c-3f2a-44bb-85ea-532a58a325fd tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 944 time: 0.0540884 Dec 15 16:21:57.452036 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4b1c4346-d13d-4b23-9b09-4ae117c816cd req-b2ca1ee2-2cd8-4a09-b8c6-80fbc3e8c0e7 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695629 Dec 15 16:21:57.468558 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46081c2e-5c7e-44ce-95da-452e47091386 req-fa9bbbfd-8e28-4227-8a9b-d3259a58d64a tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:57.470365 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-46081c2e-5c7e-44ce-95da-452e47091386 req-fa9bbbfd-8e28-4227-8a9b-d3259a58d64a tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0798297 Dec 15 16:21:57.521401 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-46081c2e-5c7e-44ce-95da-452e47091386 req-a176795f-5830-48d7-a741-73a0453b54e1 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447934 Dec 15 16:21:57.797854 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-245da084-83a4-4c5d-b269-744a636a7ea2 req-a0a97cdc-04bc-4a23-8615-c61f21d2b516 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=719c9634-9007-4e20-b3e0-eba40acf400f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359046 Dec 15 16:21:57.935395 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-245da084-83a4-4c5d-b269-744a636a7ea2 req-57519f8c-6005-4ed1-a0c9-a3f8c39af75d service neutron] 10.222.0.65 "GET /v2.0/networks/719c9634-9007-4e20-b3e0-eba40acf400f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208360 Dec 15 16:21:57.980393 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966ffdf-63c9-45df-aa4d-3319664666d6 req-18996e9b-4ea2-4b1f-bfb3-a6e1e12940e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:57.981939 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6966ffdf-63c9-45df-aa4d-3319664666d6 req-18996e9b-4ea2-4b1f-bfb3-a6e1e12940e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 1099 time: 0.0490572 Dec 15 16:21:58.041205 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6966ffdf-63c9-45df-aa4d-3319664666d6 req-0cf03ffc-bf00-4e8d-922c-19706e11f43b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457163 Dec 15 16:21:58.068782 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32aaed-aaa2-48b1-b5f1-82bdddfae2fb req-6d569a6c-8d60-4981-97c3-f554d984d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:58.070639 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8e32aaed-aaa2-48b1-b5f1-82bdddfae2fb req-6d569a6c-8d60-4981-97c3-f554d984d04f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 1099 time: 0.0978508 Dec 15 16:21:58.083453 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-245da084-83a4-4c5d-b269-744a636a7ea2 req-92f26f0d-0f00-4b93-a913-9d25b8f59821 service neutron] 10.222.0.65 "GET /v2.0/networks/719c9634-9007-4e20-b3e0-eba40acf400f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322756 Dec 15 16:21:58.162631 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4ceeb-e8be-49bd-ba2c-b72fcdf99fe1 req-3312f0ac-096e-4719-95fc-f4325e6b513f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:58.164163 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-43a4ceeb-e8be-49bd-ba2c-b72fcdf99fe1 req-3312f0ac-096e-4719-95fc-f4325e6b513f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0504124 Dec 15 16:21:58.215467 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-43a4ceeb-e8be-49bd-ba2c-b72fcdf99fe1 req-0e8b7427-0633-4137-829c-b0b6616802fe tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445158 Dec 15 16:21:58.421081 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8e32aaed-aaa2-48b1-b5f1-82bdddfae2fb req-f6813fec-501f-4e31-a2ef-c729bcfd8bbf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480378 Dec 15 16:21:58.604274 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ce1f1-3bb0-40b4-b53a-d32a03804c3f req-5efff1ef-f7d2-45c8-9ff5-ee8175ba43b8 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:58.606709 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0c4ce1f1-3bb0-40b4-b53a-d32a03804c3f req-5efff1ef-f7d2-45c8-9ff5-ee8175ba43b8 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 944 time: 0.0690906 Dec 15 16:21:58.687966 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0c4ce1f1-3bb0-40b4-b53a-d32a03804c3f req-3b96f15a-6e5b-49f6-a6f1-ac9c708b4b00 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737875 Dec 15 16:21:58.754977 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eceef-9dba-4170-91fb-e98257112e19 req-3d9166d9-a79f-46c8-b67a-4a9e9d642a01 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:58.760081 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-686eceef-9dba-4170-91fb-e98257112e19 req-3d9166d9-a79f-46c8-b67a-4a9e9d642a01 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0972996 Dec 15 16:21:58.803360 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:58.837820 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-686eceef-9dba-4170-91fb-e98257112e19 req-2ff3f86f-65cd-4166-af3e-82b18f930c6f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747237 Dec 15 16:21:59.262765 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 36492) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:59.385154 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2580a3-db4e-4bf1-a126-7f0e676e87ef req-a8d34f14-36fa-421c-9a20-8aeb144955b4 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:59.389603 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0b2580a3-db4e-4bf1-a126-7f0e676e87ef req-a8d34f14-36fa-421c-9a20-8aeb144955b4 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0784478 Dec 15 16:21:59.408695 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-339ada2b-0361-468c-99dc-69cdf4113c1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:59.457448 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0b2580a3-db4e-4bf1-a126-7f0e676e87ef req-a2ef2ad8-da23-4511-889f-381eb44d5ba7 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563776 Dec 15 16:21:59.518101 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-339ada2b-0361-468c-99dc-69cdf4113c1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:59.523493 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-339ada2b-0361-468c-99dc-69cdf4113c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:59.566876 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-339ada2b-0361-468c-99dc-69cdf4113c1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65e7135403044b799a963c5f335b6c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016510 Dec 15 16:21:59.567951 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ada2b-0361-468c-99dc-69cdf4113c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6cd263-6c0a-48af-9ee4-899e27c37826,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:59.569837 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 36500) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:21:59.631805 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:59.661368 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:59.728222 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:59.732415 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:59.737604 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da6cd263-6c0a-48af-9ee4-899e27c37826 HTTP/1.1" status: 204 len: 168 time: 0.1619296 Dec 15 16:21:59.743402 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6cd263-6c0a-48af-9ee4-899e27c37826,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:21:59.753169 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:59.753485 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:59.753750 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:59.754084 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:59.754441 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:59.754786 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:59.755052 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:59.755462 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:59.755796 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:59.756120 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:59.756440 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:59.756893 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:59.757332 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b1e42-3755-4901-be9b-1663a65a125e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:21:59.816882 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c970-ea9b-4f30-abe2-ecccd4427b94 req-bcdc75a8-0180-4d86-8746-9e4cae82226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:59.818462 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1fd8c970-ea9b-4f30-abe2-ecccd4427b94 req-bcdc75a8-0180-4d86-8746-9e4cae82226f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4cdbc8211774d9fb8b9dbf7e3f1f080&device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 1098 time: 0.0628052 Dec 15 16:21:59.874508 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe595b-3d80-4476-8b15-533cf9d5b5d4 req-9ddc2489-36be-4978-8f2f-8a6ea07fa32f tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:59.883735 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-32fe595b-3d80-4476-8b15-533cf9d5b5d4 req-9ddc2489-36be-4978-8f2f-8a6ea07fa32f tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 944 time: 0.0991671 Dec 15 16:21:59.930561 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb5429-34aa-4ccc-853f-4d243ba314a5 req-8d243263-d433-487e-9b7c-09dfdf732a4c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:21:59.938110 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a9eb5429-34aa-4ccc-853f-4d243ba314a5 req-8d243263-d433-487e-9b7c-09dfdf732a4c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.1197543 Dec 15 16:21:59.944497 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:21:59.952093 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:00.001347 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-32fe595b-3d80-4476-8b15-533cf9d5b5d4 req-c1826164-fb62-4aaa-88f1-89e42ef2df4f tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160748 Dec 15 16:22:00.049706 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c970-ea9b-4f30-abe2-ecccd4427b94 req-fc53f53d-14df-42f4-a9e5-be4126ea285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:00.051619 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1fd8c970-ea9b-4f30-abe2-ecccd4427b94 req-fc53f53d-14df-42f4-a9e5-be4126ea285e service neutron] 10.222.0.65 "GET /v2.0/networks?id=6f85be06-be2a-46cd-ac10-179b1abdc90e HTTP/1.1" status: 200 len: 918 time: 0.2047079 Dec 15 16:22:00.065323 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a9eb5429-34aa-4ccc-853f-4d243ba314a5 req-5cff749d-0f48-4d63-b846-d89763c7395a tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260893 Dec 15 16:22:00.153240 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1fd8c970-ea9b-4f30-abe2-ecccd4427b94 req-3483edfb-4658-4bc4-8458-dedb1fe3c642 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=103425f9-977f-478d-a146-0888d66b4144 HTTP/1.1" status: 200 len: 217 time: 0.0757487 Dec 15 16:22:00.194992 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca3543-7a1d-4fd0-9df2-d3d4dee1ddd8 req-a37e1017-d9dc-41d7-a16a-0d7dc345df36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:00.219459 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5bca3543-7a1d-4fd0-9df2-d3d4dee1ddd8 req-a37e1017-d9dc-41d7-a16a-0d7dc345df36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.1244528 Dec 15 16:22:00.308487 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c970-ea9b-4f30-abe2-ecccd4427b94 req-d774d816-e38a-4e3a-bad1-a2f84eab6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:00.313270 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1fd8c970-ea9b-4f30-abe2-ecccd4427b94 req-d774d816-e38a-4e3a-bad1-a2f84eab6f4a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dcc8cfb6-7256-46fc-93e9-a03d0bcebe89 HTTP/1.1" status: 200 len: 857 time: 0.1521616 Dec 15 16:22:00.359632 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1fd8c970-ea9b-4f30-abe2-ecccd4427b94 req-f3a9c950-bc21-4f40-8dfc-bced73b90667 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f85be06-be2a-46cd-ac10-179b1abdc90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317569 Dec 15 16:22:00.364023 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f36203de-1d50-4fe3-a841-63171ee36cfa req-f86ba8fc-5903-4e7d-b45a-691a6b473409 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1106784 Dec 15 16:22:00.370808 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5bca3543-7a1d-4fd0-9df2-d3d4dee1ddd8 req-38979dec-ae6b-47f2-86e4-4b705dc0edd8 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499867 Dec 15 16:22:00.468160 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:00.541537 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1fd8c970-ea9b-4f30-abe2-ecccd4427b94 req-a115b268-0752-4d4d-9c1d-7eee433ab707 service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575813 Dec 15 16:22:00.698113 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device c68e21af-42be-4707-8908-9b6e83c71a44 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:22:00.752966 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36203de-1d50-4fe3-a841-63171ee36cfa req-ca7abed6-6f72-4c4f-9a40-e5130ec624d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:00.755700 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f36203de-1d50-4fe3-a841-63171ee36cfa req-ca7abed6-6f72-4c4f-9a40-e5130ec624d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6cccb6b08dc94f04a5efa2624d350007&device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 1098 time: 0.1863616 Dec 15 16:22:00.815297 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1fd8c970-ea9b-4f30-abe2-ecccd4427b94 req-9907bb1f-970c-430a-9493-b5c7d5c3ebff service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441938 Dec 15 16:22:00.898008 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36203de-1d50-4fe3-a841-63171ee36cfa req-1b1f4681-a445-4a41-8edf-99759d2b412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:00.900563 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f36203de-1d50-4fe3-a841-63171ee36cfa req-1b1f4681-a445-4a41-8edf-99759d2b412e service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3a23e9e-8c1c-4ad2-af72-ef7451820760 HTTP/1.1" status: 200 len: 915 time: 0.1128681 Dec 15 16:22:00.982106 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port c68e21af-42be-4707-8908-9b6e83c71a44, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c68e21af-42be-4707-8908-9b6e83c71a44,segment=NetworkSegment(8df1a98f-df26-483b-9e04-e75fa226a2da),segment_id=8df1a98f-df26-483b-9e04-e75fa226a2da)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:00.993956 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': 'c68e21af-42be-4707-8908-9b6e83c71a44', 'network_id': '719c9634-9007-4e20-b3e0-eba40acf400f', 'port_id': 'c68e21af-42be-4707-8908-9b6e83c71a44', 'mac_address': 'fa:16:3e:43:12:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7debb9ad-eeaf-4937-abe9-cce186e26e46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:22:01.044500 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:01.060215 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68e21af-42be-4707-8908-9b6e83c71a44 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:22:01.094630 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port c68e21af-42be-4707-8908-9b6e83c71a44, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c68e21af-42be-4707-8908-9b6e83c71a44,segment=NetworkSegment(8df1a98f-df26-483b-9e04-e75fa226a2da),segment_id=8df1a98f-df26-483b-9e04-e75fa226a2da)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:01.103799 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:01.175308 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3438e-1449-4afa-a920-d0a951ef484b req-6a27ff72-4f91-4a33-a9fd-8c26f4db28d9 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:01.176880 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e0e3438e-1449-4afa-a920-d0a951ef484b req-6a27ff72-4f91-4a33-a9fd-8c26f4db28d9 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 945 time: 0.0915332 Dec 15 16:22:01.177269 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=c68e21af-42be-4707-8908-9b6e83c71a44,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:01.187103 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:01.187103 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:01.187435 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:01.187938 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:01.188391 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:01.188856 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:01.189353 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:01.189843 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:01.190180 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:01.190528 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:01.190865 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:01.191193 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:01.191548 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:01.212378 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42e4ff-fe7c-4feb-80cf-1c6d000dc2ad req-5b16714e-4b15-4a8a-8d46-8a3c177bcaf1 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:01.213943 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a42e4ff-fe7c-4feb-80cf-1c6d000dc2ad req-5b16714e-4b15-4a8a-8d46-8a3c177bcaf1 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0810971 Dec 15 16:22:01.261532 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e0e3438e-1449-4afa-a920-d0a951ef484b req-1aed613e-7d4f-4e44-afed-0596fbb80c05 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740123 Dec 15 16:22:01.292232 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a42e4ff-fe7c-4feb-80cf-1c6d000dc2ad req-27175fda-b863-42c0-aecc-c477cbdbf430 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700922 Dec 15 16:22:01.480948 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b650c-2eee-4824-802a-6c0e2d917ba4 req-cf2c7a4e-dd33-404f-bff5-c59e3438ae7c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:01.482535 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4b3b650c-2eee-4824-802a-6c0e2d917ba4 req-cf2c7a4e-dd33-404f-bff5-c59e3438ae7c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0553563 Dec 15 16:22:01.534971 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4b3b650c-2eee-4824-802a-6c0e2d917ba4 req-422cf9bc-220f-448f-a775-cf02126c12a9 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455234 Dec 15 16:22:01.668935 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a6f09-49c4-4d50-a335-4da4140cb9ee req-a5528e85-7435-4711-8b52-227f00aeb7ff tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:01.670784 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b10a6f09-49c4-4d50-a335-4da4140cb9ee req-a5528e85-7435-4711-8b52-227f00aeb7ff tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0570302 Dec 15 16:22:01.680423 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 36584) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:01.686061 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-05ef9c5d-f9ff-4f0a-94bb-ceb7d87b69d4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Request body: {'floatingip': {'port_id': '65d0d9cf-d833-47a5-8f8a-740b194ba7ff'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:01.772932 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-05ef9c5d-f9ff-4f0a-94bb-ceb7d87b69d4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for floatingip, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:02.609941 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005b163-693e-48d1-acd8-ef99e41862d7 req-49489e71-6e13-4dcc-96fe-0352a4330a77 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:02.609941 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b005b163-693e-48d1-acd8-ef99e41862d7 req-49489e71-6e13-4dcc-96fe-0352a4330a77 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 945 time: 0.2233329 Dec 15 16:22:02.625141 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db9654-a076-489a-ac0d-9b5e2e559a6c req-4a5640a9-82e1-45e9-a1c5-abed066b480c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:02.627425 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f8db9654-a076-489a-ac0d-9b5e2e559a6c req-4a5640a9-82e1-45e9-a1c5-abed066b480c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.2000580 Dec 15 16:22:02.672325 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.db.resource_extend [None req-05ef9c5d-f9ff-4f0a-94bb-ceb7d87b69d4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 16:22:02.808496 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-05ef9c5d-f9ff-4f0a-94bb-ceb7d87b69d4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:02.822367 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b005b163-693e-48d1-acd8-ef99e41862d7 req-63932b91-e8c6-4404-9535-9cc19da98a07 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054708 Dec 15 16:22:02.823077 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-05ef9c5d-f9ff-4f0a-94bb-ceb7d87b69d4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534795'] for floatingip, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:02.831003 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f8db9654-a076-489a-ac0d-9b5e2e559a6c req-99c99ce4-d0aa-41de-8afa-1243aa546c5d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829164 Dec 15 16:22:02.971269 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.l3_db [None req-05ef9c5d-f9ff-4f0a-94bb-ceb7d87b69d4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Floating IP d8590f5e-4196-4e81-86af-85cd820febe1 associated. External IP: 172.27.2.105, port: 65d0d9cf-d833-47a5-8f8a-740b194ba7ff. Dec 15 16:22:03.198936 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ef9c5d-f9ff-4f0a-94bb-ceb7d87b69d4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:22:03.322806 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ef9c5d-f9ff-4f0a-94bb-ceb7d87b69d4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:22:03.330452 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-05ef9c5d-f9ff-4f0a-94bb-ceb7d87b69d4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:03.342904 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8c6591-30ed-4cb4-a04b-a03b3a6b48b3 None None] Sync routers for ids ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:22:03.355501 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8c6591-30ed-4cb4-a04b-a03b3a6b48b3 None None] Routers {'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:22:03.356400 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9b8c6591-30ed-4cb4-a04b-a03b3a6b48b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:21:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:03.363625 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-05ef9c5d-f9ff-4f0a-94bb-ceb7d87b69d4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "PUT /v2.0/floatingips/d8590f5e-4196-4e81-86af-85cd820febe1 HTTP/1.1" status: 200 len: 992 time: 1.6818638 Dec 15 16:22:03.364244 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48359cf-b1e0-4786-885d-3aa339bbf38a', 'tag': '65d0d9cf-d833-47a5-8f8a-740b194ba7ff'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:22:03.366647 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991e1ba18f7813c23b21ebe6bdf85174cd0cd8830ecb03b4cbd6f4717b0ad03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1107e620-7bb7-482d-8b26-33ab12a067e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f48359cf-b1e0-4786-885d-3aa339bbf38a", "tag": "65d0d9cf-d833-47a5-8f8a-740b194ba7ff"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:22:03.409406 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5853675f-c4a2-4864-a761-842476530658 x-openstack-request-id: req-5853675f-c4a2-4864-a761-842476530658 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:22:03.409715 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48359cf-b1e0-4786-885d-3aa339bbf38a", "tag": "65d0d9cf-d833-47a5-8f8a-740b194ba7ff", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:22:03.411329 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5853675f-c4a2-4864-a761-842476530658 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:22:03.411329 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48359cf-b1e0-4786-885d-3aa339bbf38a', 'tag': '65d0d9cf-d833-47a5-8f8a-740b194ba7ff', 'status': 'completed', 'code': 200} Dec 15 16:22:03.493086 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-9b8c6591-30ed-4cb4-a04b-a03b3a6b48b3 None None] Set router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:22:03.828455 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f36203de-1d50-4fe3-a841-63171ee36cfa req-d203e38c-ca5e-4fc6-bf90-29834084b353 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a99c3c6-1c76-4557-ba21-b6d579694eac HTTP/1.1" status: 200 len: 217 time: 0.0796177 Dec 15 16:22:03.926898 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9b8c6591-30ed-4cb4-a04b-a03b3a6b48b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:21:06Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': 'd8590f5e-4196-4e81-86af-85cd820febe1', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'floating_ip_address': '172.27.2.105', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'port_id': '65d0d9cf-d833-47a5-8f8a-740b194ba7ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'mac_address': 'fa:16:3e:82:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48359cf-b1e0-4786-885d-3aa339bbf38a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:21:29Z', 'updated_at': '2021-12-15T16:22:02Z', 'revision_number': 1, 'project_id': '28737128a7574d248ba7e4e536171af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f91d64f-4021-459c-844c-71c925d69196', 'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'mac_address': 'fa:16:3e:b2:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:04Z', 'updated_at': '2021-12-15T16:21:20Z', 'revision_number': 5, 'project_id': '28737128a7574d248ba7e4e536171af2', 'subnets': [{'id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:03.965313 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8c6591-30ed-4cb4-a04b-a03b3a6b48b3 None None] Checking router: e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:22:03.978920 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8c6591-30ed-4cb4-a04b-a03b3a6b48b3 None None] Routers {'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:22:03.980001 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9b8c6591-30ed-4cb4-a04b-a03b3a6b48b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:21:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:04.014412 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36203de-1d50-4fe3-a841-63171ee36cfa req-f49725e1-ad9b-48cf-b3f5-d7ef133f10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:04.016359 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f36203de-1d50-4fe3-a841-63171ee36cfa req-f49725e1-ad9b-48cf-b3f5-d7ef133f10c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beaaa392-fb0d-4c71-85d3-a60cef15e55f HTTP/1.1" status: 200 len: 854 time: 0.1692414 Dec 15 16:22:04.018660 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107e620-7bb7-482d-8b26-33ab12a067e9 req-a0dd668b-30cb-4e0c-8b88-342cb71f9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:04.020951 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1107e620-7bb7-482d-8b26-33ab12a067e9 req-a0dd668b-30cb-4e0c-8b88-342cb71f9f47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28737128a7574d248ba7e4e536171af2&device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 1099 time: 0.1902080 Dec 15 16:22:04.076786 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c1032-afdf-4c5f-a070-a53bae9cd625 req-9d8ca635-432e-447d-bd70-cd46df2c4d13 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:04.078459 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-475c1032-afdf-4c5f-a070-a53bae9cd625 req-9d8ca635-432e-447d-bd70-cd46df2c4d13 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.1043990 Dec 15 16:22:04.094601 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2486c-c9be-4a41-8976-59ac434fdc64 req-c9b68f6c-4bf4-4875-aafd-faa55be7e2f3 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:04.095657 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f36203de-1d50-4fe3-a841-63171ee36cfa req-5b4884ad-5f3f-4e8b-91cc-f1ad326c2e7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3a23e9e-8c1c-4ad2-af72-ef7451820760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498343 Dec 15 16:22:04.097037 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-06a2486c-c9be-4a41-8976-59ac434fdc64 req-c9b68f6c-4bf4-4875-aafd-faa55be7e2f3 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 945 time: 0.1021981 Dec 15 16:22:04.137370 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-9b8c6591-30ed-4cb4-a04b-a03b3a6b48b3 None None] Set router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:22:04.179792 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-475c1032-afdf-4c5f-a070-a53bae9cd625 req-c4fbbb9d-7c00-49e2-a223-4f5e974fafc5 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932181 Dec 15 16:22:04.186937 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-06a2486c-c9be-4a41-8976-59ac434fdc64 req-409c2da5-1859-4de1-9032-6d0c3ee2638f tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816813 Dec 15 16:22:04.243046 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['c68e21af-42be-4707-8908-9b6e83c71a44'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:22:04.249199 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107e620-7bb7-482d-8b26-33ab12a067e9 req-25d4b040-01ec-40a6-b859-7e908a849ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:04.251097 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1107e620-7bb7-482d-8b26-33ab12a067e9 req-25d4b040-01ec-40a6-b859-7e908a849ae0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=514727e8-0179-4c06-9ef8-e0775da37a12 HTTP/1.1" status: 200 len: 911 time: 0.1924973 Dec 15 16:22:04.264403 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f36203de-1d50-4fe3-a841-63171ee36cfa req-7f47624b-0ba1-472c-9f4f-0d8200e5ddb8 service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355608 Dec 15 16:22:04.616516 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9b8c6591-30ed-4cb4-a04b-a03b3a6b48b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:21:06Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': 'd8590f5e-4196-4e81-86af-85cd820febe1', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'floating_ip_address': '172.27.2.105', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'port_id': '65d0d9cf-d833-47a5-8f8a-740b194ba7ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'mac_address': 'fa:16:3e:82:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48359cf-b1e0-4786-885d-3aa339bbf38a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:21:29Z', 'updated_at': '2021-12-15T16:22:02Z', 'revision_number': 1, 'project_id': '28737128a7574d248ba7e4e536171af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f91d64f-4021-459c-844c-71c925d69196', 'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'mac_address': 'fa:16:3e:b2:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:04Z', 'updated_at': '2021-12-15T16:21:20Z', 'revision_number': 5, 'project_id': '28737128a7574d248ba7e4e536171af2', 'subnets': [{'id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:04.656535 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8c6591-30ed-4cb4-a04b-a03b3a6b48b3 None None] The sync data for ids ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'] in dv-cinder-812685-4-iscsi is: [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:21:06Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': 'd8590f5e-4196-4e81-86af-85cd820febe1', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'floating_ip_address': '172.27.2.105', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'port_id': '65d0d9cf-d833-47a5-8f8a-740b194ba7ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'mac_address': 'fa:16:3e:82:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48359cf-b1e0-4786-885d-3aa339bbf38a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:21:29Z', 'updated_at': '2021-12-15T16:22:02Z', 'revision_number': 1, 'project_id': '28737128a7574d248ba7e4e536171af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f91d64f-4021-459c-844c-71c925d69196', 'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'mac_address': 'fa:16:3e:b2:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:04Z', 'updated_at': '2021-12-15T16:21:20Z', 'revision_number': 5, 'project_id': '28737128a7574d248ba7e4e536171af2', 'subnets': [{'id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:22:04.724583 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1107e620-7bb7-482d-8b26-33ab12a067e9 req-27831e11-66f2-407a-b34e-9dad24728dc7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65d0d9cf-d833-47a5-8f8a-740b194ba7ff HTTP/1.1" status: 200 len: 1000 time: 0.4585204 Dec 15 16:22:04.795405 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f36203de-1d50-4fe3-a841-63171ee36cfa req-8ead4e9e-be37-47ca-bf1e-cf87d11ab432 service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889889 Dec 15 16:22:04.808037 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107e620-7bb7-482d-8b26-33ab12a067e9 req-262d2f35-669a-4d1c-a9d8-83f102e71f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:04.810076 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1107e620-7bb7-482d-8b26-33ab12a067e9 req-262d2f35-669a-4d1c-a9d8-83f102e71f40 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d26a255-1c68-40ef-8d7e-b38089c3fa09 HTTP/1.1" status: 200 len: 849 time: 0.0711977 Dec 15 16:22:04.882448 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107e620-7bb7-482d-8b26-33ab12a067e9 req-8deb43a8-5e72-4823-9053-a573acc18314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:04.884081 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1107e620-7bb7-482d-8b26-33ab12a067e9 req-8deb43a8-5e72-4823-9053-a573acc18314 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514727e8-0179-4c06-9ef8-e0775da37a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626588 Dec 15 16:22:04.913217 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d37e1-966e-460a-a0d4-fa67f7123ea1 None None] New status for floating IP d8590f5e-4196-4e81-86af-85cd820febe1: ACTIVE {{(pid=102568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:22:05.007304 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1107e620-7bb7-482d-8b26-33ab12a067e9 req-0633beb0-9f7e-4146-a881-01dd7a66c3b5 service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125064 Dec 15 16:22:05.127412 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1107e620-7bb7-482d-8b26-33ab12a067e9 req-fe164936-727e-4a8e-a4ac-eee29387b35e service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091998 Dec 15 16:22:05.359926 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d965c87-8c12-45aa-a69c-dd6a4f4d4fa3 req-5e6bf610-d788-43ed-9b1d-472b754f1d08 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:05.361707 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0d965c87-8c12-45aa-a69c-dd6a4f4d4fa3 req-5e6bf610-d788-43ed-9b1d-472b754f1d08 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 945 time: 0.0921648 Dec 15 16:22:05.438783 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af900ee-34ad-4138-a5c7-24f0d2eeb47a req-54f5d8f2-58fa-4af9-b89e-ec730ac801d2 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:05.440435 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5af900ee-34ad-4138-a5c7-24f0d2eeb47a req-54f5d8f2-58fa-4af9-b89e-ec730ac801d2 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.1054344 Dec 15 16:22:05.446697 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0d965c87-8c12-45aa-a69c-dd6a4f4d4fa3 req-b4d7ec90-522c-44dd-8880-4d8277ed5359 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706136 Dec 15 16:22:05.506326 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5af900ee-34ad-4138-a5c7-24f0d2eeb47a req-f66eeff7-29a7-400b-8d55-706e548d868b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582790 Dec 15 16:22:05.731583 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device c68e21af-42be-4707-8908-9b6e83c71a44 up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:22:05.780560 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48f90a-f9ec-4bb3-a09c-1b0a973bcad5 req-6ae67445-7c42-4a10-b07a-8cd1b6c3a6de tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:05.782380 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aa48f90a-f9ec-4bb3-a09c-1b0a973bcad5 req-6ae67445-7c42-4a10-b07a-8cd1b6c3a6de tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 945 time: 0.0949402 Dec 15 16:22:05.807278 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port c68e21af-42be-4707-8908-9b6e83c71a44 completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:22:05.824345 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port c68e21af-42be-4707-8908-9b6e83c71a44 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:05.824730 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:05.852881 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aa48f90a-f9ec-4bb3-a09c-1b0a973bcad5 req-6564a946-e0d5-478f-9066-cc02718d2667 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626819 Dec 15 16:22:05.960210 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:05.991730 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25d9543-b63f-4552-bf8c-633277eb0c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68e21af-42be-4707-8908-9b6e83c71a44'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:22:05.994157 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03327821-823a-44d3-a940-d23b7700a8b2" -d '{"events": [{"server_uuid": "f25d9543-b63f-4552-bf8c-633277eb0c58", "name": "network-vif-plugged", "status": "completed", "tag": "c68e21af-42be-4707-8908-9b6e83c71a44"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:22:06.012616 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port c68e21af-42be-4707-8908-9b6e83c71a44, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c68e21af-42be-4707-8908-9b6e83c71a44,segment=NetworkSegment(8df1a98f-df26-483b-9e04-e75fa226a2da),segment_id=8df1a98f-df26-483b-9e04-e75fa226a2da)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:06.018900 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:06.050297 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc5d215-ff66-4c92-8c3a-cb26aa622548 x-openstack-request-id: req-6dc5d215-ff66-4c92-8c3a-cb26aa622548 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:22:06.050692 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25d9543-b63f-4552-bf8c-633277eb0c58", "name": "network-vif-plugged", "status": "completed", "tag": "c68e21af-42be-4707-8908-9b6e83c71a44", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:22:06.051012 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6dc5d215-ff66-4c92-8c3a-cb26aa622548 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:22:06.051503 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25d9543-b63f-4552-bf8c-633277eb0c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68e21af-42be-4707-8908-9b6e83c71a44', 'code': 200} Dec 15 16:22:06.094295 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=c68e21af-42be-4707-8908-9b6e83c71a44,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:06.276262 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0bec6-3448-4654-a3e7-bbaa92af76db req-31c76ee0-18f1-4a18-951d-b8afd36a7b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:06.277868 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f4e0bec6-3448-4654-a3e7-bbaa92af76db req-31c76ee0-18f1-4a18-951d-b8afd36a7b7f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 1099 time: 0.0455270 Dec 15 16:22:06.339490 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f4e0bec6-3448-4654-a3e7-bbaa92af76db req-4c5b1bd7-5ec0-4a5d-9f26-58c8b5e35880 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471902 Dec 15 16:22:06.585393 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c2658-728c-417a-aea8-78da27766131 req-6bc3e3ff-0129-4cb8-bf3f-29e193855fb7 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:06.586948 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-119c2658-728c-417a-aea8-78da27766131 req-6bc3e3ff-0129-4cb8-bf3f-29e193855fb7 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 946 time: 0.0525894 Dec 15 16:22:06.670436 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad1595-bc20-48c6-a9eb-99bb0a96ddd3 req-369a4a9c-48db-4964-b54a-26aa1b4a210f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:06.671848 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ffad1595-bc20-48c6-a9eb-99bb0a96ddd3 req-369a4a9c-48db-4964-b54a-26aa1b4a210f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0839345 Dec 15 16:22:06.676312 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-119c2658-728c-417a-aea8-78da27766131 req-1c8219e0-ea92-4295-a77d-073aee0682e5 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794055 Dec 15 16:22:06.922394 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ffad1595-bc20-48c6-a9eb-99bb0a96ddd3 req-bd1e4e91-e78f-4245-b43e-a41a50c6cce3 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440736 Dec 15 16:22:06.995054 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f82d4-9404-4daa-9a85-08d2f1e5ff3e req-c3d91a39-3659-44ae-8004-1898972bcbd1 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:06.996609 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-be7f82d4-9404-4daa-9a85-08d2f1e5ff3e req-c3d91a39-3659-44ae-8004-1898972bcbd1 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 945 time: 0.0595903 Dec 15 16:22:07.051999 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-be7f82d4-9404-4daa-9a85-08d2f1e5ff3e req-34e3f65e-e624-43c4-a52c-ecab4d7483a1 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485101 Dec 15 16:22:07.808480 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2797af8-31b5-4e0b-842f-844908d8787e req-3a2f0de6-e1ae-4b5d-a235-f370cc1cbcd5 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:07.810087 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d2797af8-31b5-4e0b-842f-844908d8787e req-3a2f0de6-e1ae-4b5d-a235-f370cc1cbcd5 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 946 time: 0.0630040 Dec 15 16:22:07.870113 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d2797af8-31b5-4e0b-842f-844908d8787e req-9cf30b41-f5cd-45fc-9968-eefe616119a6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526254 Dec 15 16:22:08.059175 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86a3c9-75a9-4852-82af-4970cf46f178 req-4b2b62b2-53ef-46e1-8b53-f6e46625b9ca tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:08.060737 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bb86a3c9-75a9-4852-82af-4970cf46f178 req-4b2b62b2-53ef-46e1-8b53-f6e46625b9ca tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0540714 Dec 15 16:22:08.116485 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bb86a3c9-75a9-4852-82af-4970cf46f178 req-5a3bb707-24ca-467c-b900-a0841feab8c6 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487885 Dec 15 16:22:08.225699 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ce603-0a15-473e-83b2-7acf727b3832 req-9c008c3b-b865-4ddf-b6fc-51bd619e58e8 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:08.227639 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1d0ce603-0a15-473e-83b2-7acf727b3832 req-9c008c3b-b865-4ddf-b6fc-51bd619e58e8 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 945 time: 0.0507677 Dec 15 16:22:08.286292 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1d0ce603-0a15-473e-83b2-7acf727b3832 req-cfb419df-f555-4e8a-9782-7cc8ef9d8857 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472519 Dec 15 16:22:09.009975 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390de71e-a98b-444d-80db-1486ddc76161 req-3d3391b3-9e49-4527-aeb7-9e9a91175d1a tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:09.012154 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-390de71e-a98b-444d-80db-1486ddc76161 req-3d3391b3-9e49-4527-aeb7-9e9a91175d1a tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 946 time: 0.0648344 Dec 15 16:22:09.069626 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-390de71e-a98b-444d-80db-1486ddc76161 req-a4a5e6b0-f7f3-47b0-893f-60e919db4cfe tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501599 Dec 15 16:22:09.245651 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d6117-436a-4623-b6cf-7be273e10513 req-74485e8b-00d4-40b9-83e4-d651ddf2ca90 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:09.247487 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-df4d6117-436a-4623-b6cf-7be273e10513 req-74485e8b-00d4-40b9-83e4-d651ddf2ca90 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0562649 Dec 15 16:22:09.305934 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-df4d6117-436a-4623-b6cf-7be273e10513 req-9bc87463-5b27-4df5-873d-6cffec359dcd tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520155 Dec 15 16:22:09.426175 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c2be8-a4b4-4ba3-8ef9-b58fa23f39c4 req-161f40c7-90d0-4134-9297-106edb98ef96 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:09.427870 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f18c2be8-a4b4-4ba3-8ef9-b58fa23f39c4 req-161f40c7-90d0-4134-9297-106edb98ef96 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 945 time: 0.0546083 Dec 15 16:22:09.482622 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f18c2be8-a4b4-4ba3-8ef9-b58fa23f39c4 req-b2a5ef77-525a-4a49-b743-7f16932c0f06 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481865 Dec 15 16:22:10.226907 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adef05-3950-433a-af1d-9ccfcd5f987c req-94213d2e-c64b-4211-a7a1-bd0f13e43943 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:10.228962 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e6adef05-3950-433a-af1d-9ccfcd5f987c req-94213d2e-c64b-4211-a7a1-bd0f13e43943 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 946 time: 0.0809910 Dec 15 16:22:10.316992 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e6adef05-3950-433a-af1d-9ccfcd5f987c req-fee8e4e0-5d9d-4998-b919-35d95b077f9a tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797951 Dec 15 16:22:10.518766 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36a258-6f69-4009-8a1d-b8ac7bd09c38 req-c893f2b8-57ae-4c95-8275-621bb1ef2f70 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:10.522077 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3a36a258-6f69-4009-8a1d-b8ac7bd09c38 req-c893f2b8-57ae-4c95-8275-621bb1ef2f70 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0972002 Dec 15 16:22:10.679851 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3a36a258-6f69-4009-8a1d-b8ac7bd09c38 req-e3885b36-5101-4e33-82b8-65ca5a15f145 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308711 Dec 15 16:22:10.713396 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd3da4-448f-4dce-82ff-782acdc18b4a req-b5fbe161-d1d5-4e39-b6ff-f28a217bd720 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:10.716282 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bbfd3da4-448f-4dce-82ff-782acdc18b4a req-b5fbe161-d1d5-4e39-b6ff-f28a217bd720 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 945 time: 0.1159415 Dec 15 16:22:10.791137 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bbfd3da4-448f-4dce-82ff-782acdc18b4a req-4953ca94-62eb-4e42-b71d-e9c0dbaecf8f tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637679 Dec 15 16:22:11.483089 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e011acc-c8fd-4891-aba0-728eaf244ef3 req-b4262068-f332-4827-a499-48e68b11cf1d tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:11.485047 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6e011acc-c8fd-4891-aba0-728eaf244ef3 req-b4262068-f332-4827-a499-48e68b11cf1d tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 946 time: 0.0696785 Dec 15 16:22:11.553150 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6e011acc-c8fd-4891-aba0-728eaf244ef3 req-3e12c6b6-41f3-4c1f-88fc-d4dba0abd48e tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555177 Dec 15 16:22:11.861939 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3e4dc-0c1c-4207-b462-c15f95f6ac79 req-e3b76ad8-ed86-4e49-a42d-c07c0b092e88 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:11.864060 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1fe3e4dc-0c1c-4207-b462-c15f95f6ac79 req-e3b76ad8-ed86-4e49-a42d-c07c0b092e88 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0774703 Dec 15 16:22:11.934667 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1fe3e4dc-0c1c-4207-b462-c15f95f6ac79 req-4168d69f-170c-49cc-ad65-03b774c4b0ee tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621831 Dec 15 16:22:12.048279 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7d8fc-9317-46f1-a795-d6c06dfe1c73 req-e5d2751c-ee59-4321-be04-ec29d0f25e20 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:12.062465 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-38f7d8fc-9317-46f1-a795-d6c06dfe1c73 req-e5d2751c-ee59-4321-be04-ec29d0f25e20 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 945 time: 0.1235366 Dec 15 16:22:12.168044 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-38f7d8fc-9317-46f1-a795-d6c06dfe1c73 req-8bb7c8cf-101b-4919-87b6-c1b333902f6d tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/security-groups?id=5285d884-3bf1-4d6f-8d03-fe0e7d01f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041372 Dec 15 16:22:12.252120 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82372d5c-a855-42df-a255-749668a19e91 req-0cd704b0-1a77-4642-93d1-499cbc37b87f tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:12.253701 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-82372d5c-a855-42df-a255-749668a19e91 req-0cd704b0-1a77-4642-93d1-499cbc37b87f tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.65 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 945 time: 0.1681628 Dec 15 16:22:12.447220 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-82372d5c-a855-42df-a255-749668a19e91 req-1d915a41-fe3d-4c43-a708-1c91d68b3845 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Deleting port bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:22:12.448983 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-82372d5c-a855-42df-a255-749668a19e91 req-1d915a41-fe3d-4c43-a708-1c91d68b3845 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:12.583911 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-82372d5c-a855-42df-a255-749668a19e91 req-1d915a41-fe3d-4c43-a708-1c91d68b3845 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] For port bdc0e4f8-fd70-4efb-be09-06ef2ca1e701, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bdc0e4f8-fd70-4efb-be09-06ef2ca1e701,segment=NetworkSegment(160c3c1f-9eb0-4baa-a036-6871c62e67ee),segment_id=160c3c1f-9eb0-4baa-a036-6871c62e67ee)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:12.584880 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-82372d5c-a855-42df-a255-749668a19e91 req-1d915a41-fe3d-4c43-a708-1c91d68b3845 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:12.620959 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-82372d5c-a855-42df-a255-749668a19e91 req-1d915a41-fe3d-4c43-a708-1c91d68b3845 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Calling delete_port for bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:22:12.802038 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-6c1592f9-65be-4a64-8fb3-c590c95d63cc tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:12.803743 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-6c1592f9-65be-4a64-8fb3-c590c95d63cc tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/networks?id=d3a23e9e-8c1c-4ad2-af72-ef7451820760 HTTP/1.1" status: 200 len: 814 time: 0.1527216 Dec 15 16:22:12.824231 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-d88df0f0-65fe-4667-8562-b5c301fbd6a1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/quotas/6cccb6b08dc94f04a5efa2624d350007 HTTP/1.1" status: 200 len: 375 time: 0.0128057 Dec 15 16:22:12.884353 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-4f566760-8618-4e49-a5d2-538cd4ff2b63 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cccb6b08dc94f04a5efa2624d350007&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0534785 Dec 15 16:22:12.886478 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-82372d5c-a855-42df-a255-749668a19e91 req-1d915a41-fe3d-4c43-a708-1c91d68b3845 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:12.940621 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d915a41-fe3d-4c43-a708-1c91d68b3845 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Pushing event deleted for resources: {'Port': ['ID=bdc0e4f8-fd70-4efb-be09-06ef2ca1e701,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:12.999925 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-2d935720-87a2-44d0-bde4-71505830be89 service neutron] 10.222.0.60 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079116 Dec 15 16:22:13.032562 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-82372d5c-a855-42df-a255-749668a19e91 req-1d915a41-fe3d-4c43-a708-1c91d68b3845 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] No DVR routers for this DVR port bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:22:13.039726 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-82372d5c-a855-42df-a255-749668a19e91 req-1d915a41-fe3d-4c43-a708-1c91d68b3845 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:13.043630 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-82372d5c-a855-42df-a255-749668a19e91 req-1d915a41-fe3d-4c43-a708-1c91d68b3845 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.65 "DELETE /v2.0/ports/bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 HTTP/1.1" status: 204 len: 173 time: 0.7713308 Dec 15 16:22:13.044110 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619e9cc8-266e-47ae-a393-2140979be159', 'name': 'network-vif-deleted', 'tag': 'bdc0e4f8-fd70-4efb-be09-06ef2ca1e701'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:22:13.046470 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61168b2-8243-4dcc-be94-5580ec82878b" -d '{"events": [{"server_uuid": "619e9cc8-266e-47ae-a393-2140979be159", "name": "network-vif-deleted", "tag": "bdc0e4f8-fd70-4efb-be09-06ef2ca1e701"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:22:13.151347 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4452f-a9d1-4c29-9cb8-c5fd8d1da1d6 req-1fbf15a3-0f82-4bf8-b0e6-52cdfe84d624 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:13.153163 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cee4452f-a9d1-4c29-9cb8-c5fd8d1da1d6 req-1fbf15a3-0f82-4bf8-b0e6-52cdfe84d624 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0817156 Dec 15 16:22:13.160741 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-1b5c9bb6-508f-4a86-bc47-8d8f3593f29a service neutron] 10.222.0.60 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542697 Dec 15 16:22:13.216586 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cee4452f-a9d1-4c29-9cb8-c5fd8d1da1d6 req-31dc55e3-2ad4-4ce7-9496-5d0f3c81d27f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532327 Dec 15 16:22:13.273403 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14eb048-b2f4-4859-b0a4-ce4848ab1199 x-openstack-request-id: req-a14eb048-b2f4-4859-b0a4-ce4848ab1199 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:22:13.273979 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619e9cc8-266e-47ae-a393-2140979be159", "name": "network-vif-deleted", "tag": "bdc0e4f8-fd70-4efb-be09-06ef2ca1e701", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:22:13.274260 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a14eb048-b2f4-4859-b0a4-ce4848ab1199 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:22:13.275160 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619e9cc8-266e-47ae-a393-2140979be159', 'name': 'network-vif-deleted', 'tag': 'bdc0e4f8-fd70-4efb-be09-06ef2ca1e701', 'status': 'completed', 'code': 200} Dec 15 16:22:13.421174 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0d46c9a0-139a-488b-916c-14e1f3399f64 req-342f50b9-3b20-4417-b2e4-3fa7eac22822 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 210 time: 0.0306160 Dec 15 16:22:13.495679 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-25c9d773-d9d3-4526-b0ff-02345348c695 req-8583a68c-6759-4144-9bd1-12eec2ba65f2 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 210 time: 0.0304220 Dec 15 16:22:14.367010 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ede97a-8163-4f0b-b23b-2577ebf4aadb req-eeb24559-fbff-405d-8dfa-5819ce9931de tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:14.368683 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-80ede97a-8163-4f0b-b23b-2577ebf4aadb req-eeb24559-fbff-405d-8dfa-5819ce9931de tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0602202 Dec 15 16:22:14.427091 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-80ede97a-8163-4f0b-b23b-2577ebf4aadb req-b3613293-5c39-42b1-8498-35087ca5a111 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519202 Dec 15 16:22:14.537585 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-00a6fe59-25d9-4233-857b-6fdcd9854629 req-106de959-1fc3-4e01-a663-9e0bec8a7e7b tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 210 time: 0.0328658 Dec 15 16:22:14.649520 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-236b2a6a-83ef-4a4f-a4be-495be9c6b7eb req-0945b72a-3bac-4979-a83c-53952a939f5b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 210 time: 0.0294087 Dec 15 16:22:15.357909 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['bdc0e4f8-fd70-4efb-be09-06ef2ca1e701'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:22:15.576558 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77d3d7-f8cd-48dc-909a-efb8c0f98f78 req-b2969c59-061e-4ee1-8034-17b5820bc1c2 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:15.578191 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ab77d3d7-f8cd-48dc-909a-efb8c0f98f78 req-b2969c59-061e-4ee1-8034-17b5820bc1c2 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0573785 Dec 15 16:22:15.700709 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6fe9d18d-6b50-4561-ae81-73024d7eb39c req-60ab462c-2ada-4192-a707-a2a58eec2d6a tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 210 time: 0.0650039 Dec 15 16:22:15.710361 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ab77d3d7-f8cd-48dc-909a-efb8c0f98f78 req-e9e30e90-2922-4850-822a-82a899a910e7 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222713 Dec 15 16:22:15.831155 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6d1717b2-7972-4a4c-8e94-e664429c2a06 req-531263d4-8b05-43b2-bcce-0fc93fe39cee tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 210 time: 0.0363917 Dec 15 16:22:16.270488 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7340c-0359-4092-bd6f-06cc9a7f1d8c req-9f1fe9d8-4fa3-4df3-9c13-c1c93ee01b96 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:16.273150 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57d7340c-0359-4092-bd6f-06cc9a7f1d8c req-9f1fe9d8-4fa3-4df3-9c13-c1c93ee01b96 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 946 time: 0.1003201 Dec 15 16:22:16.383639 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57d7340c-0359-4092-bd6f-06cc9a7f1d8c req-f1aa41a4-f3f5-4d31-ac51-1ee03fd1eabd tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975699 Dec 15 16:22:16.486609 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-6d1f08e8-55e1-4f30-ba77-b9ce075e914c tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:16.493047 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-6d1f08e8-55e1-4f30-ba77-b9ce075e914c tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "GET /v2.0/networks?id=d3a23e9e-8c1c-4ad2-af72-ef7451820760 HTTP/1.1" status: 200 len: 814 time: 0.2100773 Dec 15 16:22:16.515248 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-1ef99b2d-ca9e-4919-92cc-ad93b9d05350 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Request body: {'port': {'device_id': 'e2e4e9fd-273e-4f05-811f-d997caf4636c', 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760', 'admin_state_up': True, 'tenant_id': '6cccb6b08dc94f04a5efa2624d350007'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:16.688869 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-1ef99b2d-ca9e-4919-92cc-ad93b9d05350 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Made reservation on behalf of 6cccb6b08dc94f04a5efa2624d350007 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:22:16.694652 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-1ef99b2d-ca9e-4919-92cc-ad93b9d05350 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:16.924060 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-1ef99b2d-ca9e-4919-92cc-ad93b9d05350 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Allocated IP 172.20.0.5 (d3a23e9e-8c1c-4ad2-af72-ef7451820760/beaaa392-fb0d-4c71-85d3-a60cef15e55f/1351aeaa-4e2c-4d63-aadd-c4160a439008) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:22:16.931564 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec721ed2-59f6-467d-a05d-72cd873d63bd req-9b3e0604-958e-4b43-9855-23274a4ae854 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:16.948855 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ec721ed2-59f6-467d-a05d-72cd873d63bd req-9b3e0604-958e-4b43-9855-23274a4ae854 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.1064451 Dec 15 16:22:17.112260 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-16a86886-3f28-4ec3-83f5-6e4fc777123b req-454f9dc8-bdee-41f6-94ad-afb2fe524184 tempest-DeleteServersTestJSON-1545335616 tempest-DeleteServersTestJSON-1545335616-project] 10.222.0.60 "GET /v2.0/ports?device_id=619e9cc8-266e-47ae-a393-2140979be159 HTTP/1.1" status: 200 len: 210 time: 0.0813994 Dec 15 16:22:17.152269 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ec721ed2-59f6-467d-a05d-72cd873d63bd req-4582854c-4e73-4740-a86b-9c1c623ee134 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016900 Dec 15 16:22:17.184621 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-1ef99b2d-ca9e-4919-92cc-ad93b9d05350 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:17.268784 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-1ef99b2d-ca9e-4919-92cc-ad93b9d05350 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:17.283507 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f48c5d79-ed63-4919-a018-6f0827a812e3 req-2e31b189-a33b-47b6-ac1c-1f8c10872e51 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 210 time: 0.0573599 Dec 15 16:22:17.295914 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['2a99c3c6-1c76-4557-ba21-b6d579694eac'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:22:17.336493 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-1ef99b2d-ca9e-4919-92cc-ad93b9d05350 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Network d3a23e9e-8c1c-4ad2-af72-ef7451820760 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:22:17.337802 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef99b2d-ca9e-4919-92cc-ad93b9d05350 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Pushing event updated for resources: {'Port': ['ID=1351aeaa-4e2c-4d63-aadd-c4160a439008,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:17.341748 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-1ef99b2d-ca9e-4919-92cc-ad93b9d05350 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:17.344768 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-1ef99b2d-ca9e-4919-92cc-ad93b9d05350 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:22:17.409758 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-1ef99b2d-ca9e-4919-92cc-ad93b9d05350 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:17.410610 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-1ef99b2d-ca9e-4919-92cc-ad93b9d05350 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:17.429511 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:22:17.453446 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-1ef99b2d-ca9e-4919-92cc-ad93b9d05350 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9434447 Dec 15 16:22:17.472868 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Request body: {'port': {'device_id': 'e2e4e9fd-273e-4f05-811f-d997caf4636c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:17.487231 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:22:17.491244 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device bdc0e4f8-fd70-4efb-be09-06ef2ca1e701 not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:22:17.666819 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02f16c-7015-4220-8fe1-fb04d4a5d054 req-85891d7d-14e2-4205-a35c-a3f535cf5247 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:17.669440 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:17.676993 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9d02f16c-7015-4220-8fe1-fb04d4a5d054 req-85891d7d-14e2-4205-a35c-a3f535cf5247 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 946 time: 0.1575081 Dec 15 16:22:17.708197 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 36978) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:17.744054 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9d02f16c-7015-4220-8fe1-fb04d4a5d054 req-de8ed14d-a258-451c-96c4-670c08dd86a6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656238 Dec 15 16:22:17.770166 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 36984) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:17.953640 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d528307e-73ab-4de7-8e8d-9a2972b59b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:17.961088 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cdcc07a4-f0a3-410d-b513-6481e8f79a82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:18.117072 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d528307e-73ab-4de7-8e8d-9a2972b59b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:18.125268 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d528307e-73ab-4de7-8e8d-9a2972b59b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:18.198937 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d528307e-73ab-4de7-8e8d-9a2972b59b0e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08a31ab3109a44dc881f675c240639d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4261241 Dec 15 16:22:18.202268 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37008) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:18.275110 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528307e-73ab-4de7-8e8d-9a2972b59b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0730acd-2103-4b4a-a739-83de2f9117cb,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:18.443173 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a43fab1-0449-4457-a61c-416813fc58f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:18.443541 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d23cfb-7bd8-4d65-bb15-984c59cda376 req-7afe95e7-04f1-4fac-9d37-9596b32362c0 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:18.443541 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-30d23cfb-7bd8-4d65-bb15-984c59cda376 req-7afe95e7-04f1-4fac-9d37-9596b32362c0 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.65 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 946 time: 0.4539461 Dec 15 16:22:18.471787 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1351aeaa-4e2c-4d63-aadd-c4160a439008 {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:22:18.490211 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beef28a-4739-46cd-8cb9-78cca1f25af5 req-bf5e44af-3a7f-4707-9100-4db0dd521ef4 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:18.493784 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0beef28a-4739-46cd-8cb9-78cca1f25af5 req-bf5e44af-3a7f-4707-9100-4db0dd521ef4 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.2005756 Dec 15 16:22:18.528446 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:18.585332 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a43fab1-0449-4457-a61c-416813fc58f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:18.637481 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Transition to ACTIVE for port object 1351aeaa-4e2c-4d63-aadd-c4160a439008 will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:22:18.660487 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:18.666316 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cdcc07a4-f0a3-410d-b513-6481e8f79a82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:18.713582 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cdcc07a4-f0a3-410d-b513-6481e8f79a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:18.725527 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e81c08-116e-41f3-b784-b65b37797277 req-b8b9fdc2-34e5-4c90-adcf-e9ae5bd43d37 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:18.728900 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b0e81c08-116e-41f3-b784-b65b37797277 req-b8b9fdc2-34e5-4c90-adcf-e9ae5bd43d37 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 931 time: 0.2704833 Dec 15 16:22:18.772589 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0beef28a-4739-46cd-8cb9-78cca1f25af5 req-5067e96a-2ce5-4e22-9b8a-861c0db106e3 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518733 Dec 15 16:22:18.830883 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Pushing event updated for resources: {'Port': ['ID=1351aeaa-4e2c-4d63-aadd-c4160a439008,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:18.845187 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-cdcc07a4-f0a3-410d-b513-6481e8f79a82 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a6da489044544a868f458e47fd72a965&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1333306 Dec 15 16:22:18.849576 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc07a4-f0a3-410d-b513-6481e8f79a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1f9f58-aa23-4889-9e0a-de27b06d8233,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:18.853076 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37026) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:18.857285 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a43fab1-0449-4457-a61c-416813fc58f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:18.862322 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a43fab1-0449-4457-a61c-416813fc58f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:18.867784 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-30d23cfb-7bd8-4d65-bb15-984c59cda376 req-00ae06a4-29f3-41ea-b232-5e29bc27c20d tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Deleting port c68e21af-42be-4707-8908-9b6e83c71a44 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:22:18.868252 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-30d23cfb-7bd8-4d65-bb15-984c59cda376 req-00ae06a4-29f3-41ea-b232-5e29bc27c20d tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:18.871658 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-4a43fab1-0449-4457-a61c-416813fc58f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0730acd-2103-4b4a-a739-83de2f9117cb HTTP/1.1" status: 204 len: 168 time: 0.6669667 Dec 15 16:22:18.950132 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b0e81c08-116e-41f3-b784-b65b37797277 req-dd00c99a-ca78-4bc3-92a6-aedfd182087e tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027802 Dec 15 16:22:18.973216 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43fab1-0449-4457-a61c-416813fc58f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0730acd-2103-4b4a-a739-83de2f9117cb,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:19.106443 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6124e0d0-f822-4bfe-bf19-2e92bd789590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.158764 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6124e0d0-f822-4bfe-bf19-2e92bd789590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.207457 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Attempting to bind port 1351aeaa-4e2c-4d63-aadd-c4160a439008 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:22:19.208226 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Attempting to bind port 1351aeaa-4e2c-4d63-aadd-c4160a439008 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:22:19.208490 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Attempting to bind port 1351aeaa-4e2c-4d63-aadd-c4160a439008 on network d3a23e9e-8c1c-4ad2-af72-ef7451820760 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:22:19.226684 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Port 1351aeaa-4e2c-4d63-aadd-c4160a439008 on network d3a23e9e-8c1c-4ad2-af72-ef7451820760 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:22:19.227194 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Attempting to bind port 1351aeaa-4e2c-4d63-aadd-c4160a439008 on network d3a23e9e-8c1c-4ad2-af72-ef7451820760 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:22:19.247666 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:22:19.248114 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Checking segment: {'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:22:19.249094 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Bound using segment: {'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:22:19.250091 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Bound port: 1351aeaa-4e2c-4d63-aadd-c4160a439008, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:22:19.250706 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.289543 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-30d23cfb-7bd8-4d65-bb15-984c59cda376 req-00ae06a4-29f3-41ea-b232-5e29bc27c20d tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] For port c68e21af-42be-4707-8908-9b6e83c71a44, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c68e21af-42be-4707-8908-9b6e83c71a44,segment=NetworkSegment(8df1a98f-df26-483b-9e04-e75fa226a2da),segment_id=8df1a98f-df26-483b-9e04-e75fa226a2da)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:19.290467 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-30d23cfb-7bd8-4d65-bb15-984c59cda376 req-00ae06a4-29f3-41ea-b232-5e29bc27c20d tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.319344 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddead45d-481d-437e-bdb6-9c5ea1104aca req-5a5b2437-5e2a-46d4-9a6f-fc35edad11e7 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:19.321312 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ddead45d-481d-437e-bdb6-9c5ea1104aca req-5a5b2437-5e2a-46d4-9a6f-fc35edad11e7 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 946 time: 0.1399257 Dec 15 16:22:19.349749 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6124e0d0-f822-4bfe-bf19-2e92bd789590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.354812 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6124e0d0-f822-4bfe-bf19-2e92bd789590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.356739 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-6124e0d0-f822-4bfe-bf19-2e92bd789590 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f1f9f58-aa23-4889-9e0a-de27b06d8233 HTTP/1.1" status: 204 len: 168 time: 0.5015497 Dec 15 16:22:19.374339 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-30d23cfb-7bd8-4d65-bb15-984c59cda376 req-00ae06a4-29f3-41ea-b232-5e29bc27c20d tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Calling delete_port for c68e21af-42be-4707-8908-9b6e83c71a44 owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:22:19.382317 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124e0d0-f822-4bfe-bf19-2e92bd789590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1f9f58-aa23-4889-9e0a-de27b06d8233,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:19.477463 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] For port 1351aeaa-4e2c-4d63-aadd-c4160a439008, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:22:19.483097 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] For port 1351aeaa-4e2c-4d63-aadd-c4160a439008, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1351aeaa-4e2c-4d63-aadd-c4160a439008,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:22:19.495751 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.528341 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ddead45d-481d-437e-bdb6-9c5ea1104aca req-1a8b94cb-cec1-4c27-a035-a7894523c451 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649263 Dec 15 16:22:19.557859 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:19.558780 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.560614 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] 10.222.0.65 "PUT /v2.0/ports/1351aeaa-4e2c-4d63-aadd-c4160a439008 HTTP/1.1" status: 200 len: 1093 time: 2.0964048 Dec 15 16:22:19.561041 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e4e9fd-273e-4f05-811f-d997caf4636c', 'tag': '1351aeaa-4e2c-4d63-aadd-c4160a439008'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:22:19.563967 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc2e603-5913-4a78-9a98-153eb8da22fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e4e9fd-273e-4f05-811f-d997caf4636c", "tag": "1351aeaa-4e2c-4d63-aadd-c4160a439008"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:22:19.635226 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a01b0-765e-4a98-b61f-c64d5365a379 service neutron] Pushing event updated for resources: {'Port': ['ID=1351aeaa-4e2c-4d63-aadd-c4160a439008,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:19.709793 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2f88fd-a5f7-4c4e-9a2c-7b24b6d040cd x-openstack-request-id: req-af2f88fd-a5f7-4c4e-9a2c-7b24b6d040cd {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:22:19.710500 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e4e9fd-273e-4f05-811f-d997caf4636c", "tag": "1351aeaa-4e2c-4d63-aadd-c4160a439008", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:22:19.710902 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af2f88fd-a5f7-4c4e-9a2c-7b24b6d040cd {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:22:19.711634 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e4e9fd-273e-4f05-811f-d997caf4636c', 'tag': '1351aeaa-4e2c-4d63-aadd-c4160a439008', 'status': 'completed', 'code': 200} Dec 15 16:22:19.741315 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37048) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:19.761072 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-871d3935-638f-45f9-ba01-a200eec61bf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.766235 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-4e0f892b-ea1c-4922-835c-c3086b653a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:19.768642 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-4e0f892b-ea1c-4922-835c-c3086b653a84 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6cccb6b08dc94f04a5efa2624d350007&device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 1096 time: 0.1257019 Dec 15 16:22:19.770153 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-30d23cfb-7bd8-4d65-bb15-984c59cda376 req-00ae06a4-29f3-41ea-b232-5e29bc27c20d tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.829860 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae06a4-29f3-41ea-b232-5e29bc27c20d tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Pushing event deleted for resources: {'Port': ['ID=c68e21af-42be-4707-8908-9b6e83c71a44,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:19.892911 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-363f9a27-33f8-484a-8061-9375c4cba157 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1351aeaa-4e2c-4d63-aadd-c4160a439008 HTTP/1.1" status: 200 len: 217 time: 0.0788682 Dec 15 16:22:19.920627 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-871d3935-638f-45f9-ba01-a200eec61bf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.929629 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-871d3935-638f-45f9-ba01-a200eec61bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.977977 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d23cfb-7bd8-4d65-bb15-984c59cda376 req-00ae06a4-29f3-41ea-b232-5e29bc27c20d tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] No DVR routers for this DVR port c68e21af-42be-4707-8908-9b6e83c71a44 on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:22:19.982153 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-30d23cfb-7bd8-4d65-bb15-984c59cda376 req-00ae06a4-29f3-41ea-b232-5e29bc27c20d tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:19.986907 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-30d23cfb-7bd8-4d65-bb15-984c59cda376 req-00ae06a4-29f3-41ea-b232-5e29bc27c20d tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.65 "DELETE /v2.0/ports/c68e21af-42be-4707-8908-9b6e83c71a44 HTTP/1.1" status: 204 len: 173 time: 1.5369730 Dec 15 16:22:19.998111 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-ec9fbc19-d511-4dc8-b9f2-443b047f45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:19.999733 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-ec9fbc19-d511-4dc8-b9f2-443b047f45ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beaaa392-fb0d-4c71-85d3-a60cef15e55f HTTP/1.1" status: 200 len: 854 time: 0.0976741 Dec 15 16:22:20.011727 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-871d3935-638f-45f9-ba01-a200eec61bf5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c63d74b7af4b4516b291ba4c492e3818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686932 Dec 15 16:22:20.015041 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37054) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:20.016574 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d3935-638f-45f9-ba01-a200eec61bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfa4989-6568-4cb9-bf21-a7dc9c784fbf,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:20.044335 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753c069-7dd4-4bc2-afe6-b07dc63dbcfa req-bdbd6e58-0b67-48ea-ab3b-07eccf8ab667 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:20.047027 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8753c069-7dd4-4bc2-afe6-b07dc63dbcfa req-bdbd6e58-0b67-48ea-ab3b-07eccf8ab667 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.1129642 Dec 15 16:22:20.077321 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-e461311e-c227-41be-83bb-0a33e7df574a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3a23e9e-8c1c-4ad2-af72-ef7451820760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612080 Dec 15 16:22:20.139200 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8753c069-7dd4-4bc2-afe6-b07dc63dbcfa req-80ffc34c-0467-4bdd-85ac-c91e53209a19 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777240 Dec 15 16:22:20.197503 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7cf02e6a-88ad-45b9-b58e-7f6570722197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.224605 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7cf02e6a-88ad-45b9-b58e-7f6570722197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.275855 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37060) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:20.283418 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09cf30-5b21-4149-bfc4-874e68c2d2fe req-becb1214-f2d5-476c-9c97-d075d3090a14 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:20.285106 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ca09cf30-5b21-4149-bfc4-874e68c2d2fe req-becb1214-f2d5-476c-9c97-d075d3090a14 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 943 time: 0.0972648 Dec 15 16:22:20.299504 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-604904ac-b6af-43de-ac4d-76d610683630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.365229 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-6fa17ec9-e60b-49db-8777-7b9c3f42e0d2 service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527173 Dec 15 16:22:20.388951 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ca09cf30-5b21-4149-bfc4-874e68c2d2fe req-7a67f5c6-c219-4dd0-b720-779dbc3f46d1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963395 Dec 15 16:22:20.444927 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37068) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:20.446383 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7cf02e6a-88ad-45b9-b58e-7f6570722197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.449119 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7cf02e6a-88ad-45b9-b58e-7f6570722197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.450321 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-7cf02e6a-88ad-45b9-b58e-7f6570722197 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abfa4989-6568-4cb9-bf21-a7dc9c784fbf HTTP/1.1" status: 204 len: 168 time: 0.4328628 Dec 15 16:22:20.477069 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf02e6a-88ad-45b9-b58e-7f6570722197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfa4989-6568-4cb9-bf21-a7dc9c784fbf,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:20.511532 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fc58de-933b-4876-8033-6886a3ae9499 admin admin] Deleting subnet 40fc1d6e-d587-44a6-9c69-71bc064f42e6 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:22:20.517141 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-03fc58de-933b-4876-8033-6886a3ae9499 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.555537 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af15f8a3-b20f-44aa-8c6d-56056610ec38 req-fcb07fc3-e268-48da-bd2f-6f1a49fd832c service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798320 Dec 15 16:22:20.566668 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-604904ac-b6af-43de-ac4d-76d610683630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.575050 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-604904ac-b6af-43de-ac4d-76d610683630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.584551 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-03fc58de-933b-4876-8033-6886a3ae9499 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2932540'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.641455 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-604904ac-b6af-43de-ac4d-76d610683630 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ffc536122b74139ba646b101002e897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617563 Dec 15 16:22:20.641455 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37074) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:20.715429 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1ab9500b-8703-4bee-8340-0d4efb0937dd req-aa1b8cdb-eee5-43fd-84f8-3a2a131da29b tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=f25d9543-b63f-4552-bf8c-633277eb0c58 HTTP/1.1" status: 200 len: 210 time: 0.0772042 Dec 15 16:22:20.741001 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604904ac-b6af-43de-ac4d-76d610683630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e637c6bc-82a7-47d7-bdf8-00391de3b4b9,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:20.778948 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-03fc58de-933b-4876-8033-6886a3ae9499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.784144 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2e603-5913-4a78-9a98-153eb8da22fa req-8e6acf53-aeaa-4692-917d-033a5231afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:20.785874 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1cc2e603-5913-4a78-9a98-153eb8da22fa req-8e6acf53-aeaa-4692-917d-033a5231afa8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6cccb6b08dc94f04a5efa2624d350007&device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 1096 time: 0.1152999 Dec 15 16:22:20.786589 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92ea12d8-5660-4fb5-973a-b18ab24cad36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.812701 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92ea12d8-5660-4fb5-973a-b18ab24cad36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.858984 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-03fc58de-933b-4876-8033-6886a3ae9499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10256165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10220533'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.903128 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc58de-933b-4876-8033-6886a3ae9499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40fc1d6e-d587-44a6-9c69-71bc064f42e6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:20.926547 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-03fc58de-933b-4876-8033-6886a3ae9499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.934937 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37082) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:20.935428 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-03fc58de-933b-4876-8033-6886a3ae9499 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/40fc1d6e-d587-44a6-9c69-71bc064f42e6 HTTP/1.1" status: 204 len: 168 time: 0.4892099 Dec 15 16:22:20.951612 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92ea12d8-5660-4fb5-973a-b18ab24cad36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.954736 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92ea12d8-5660-4fb5-973a-b18ab24cad36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:20.959214 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-92ea12d8-5660-4fb5-973a-b18ab24cad36 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e637c6bc-82a7-47d7-bdf8-00391de3b4b9 HTTP/1.1" status: 204 len: 168 time: 0.3165107 Dec 15 16:22:21.309458 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f383b71-a246-43de-b276-2c0a455a2db1 req-cd391c4a-ad56-41a1-8af0-500b91ef18ad tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:21.311555 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8f383b71-a246-43de-b276-2c0a455a2db1 req-cd391c4a-ad56-41a1-8af0-500b91ef18ad tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0742202 Dec 15 16:22:21.312070 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37096) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:21.332870 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d0d-8b79-4ee1-a45f-fd710a7e2565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:21.355101 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea12d8-5660-4fb5-973a-b18ab24cad36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e637c6bc-82a7-47d7-bdf8-00391de3b4b9,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:21.370622 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2e603-5913-4a78-9a98-153eb8da22fa req-d90a91ed-eed7-45e5-a4a2-e18805924a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:21.370622 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1cc2e603-5913-4a78-9a98-153eb8da22fa req-d90a91ed-eed7-45e5-a4a2-e18805924a67 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3a23e9e-8c1c-4ad2-af72-ef7451820760 HTTP/1.1" status: 200 len: 915 time: 0.5537536 Dec 15 16:22:21.390894 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device c68e21af-42be-4707-8908-9b6e83c71a44 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:22:21.440836 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: c68e21af-42be-4707-8908-9b6e83c71a44 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:22:21.442512 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device c68e21af-42be-4707-8908-9b6e83c71a44 not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:22:21.466116 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1cc2e603-5913-4a78-9a98-153eb8da22fa req-3d7d67ba-5a78-446e-aa23-c06b8094dd91 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1351aeaa-4e2c-4d63-aadd-c4160a439008 HTTP/1.1" status: 200 len: 217 time: 0.0653043 Dec 15 16:22:21.484206 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8f383b71-a246-43de-b276-2c0a455a2db1 req-8a8f7299-49c5-4291-a0dd-45b242cbb04c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459761 Dec 15 16:22:21.559632 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d0d-8b79-4ee1-a45f-fd710a7e2565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:21.591489 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-f10c4d0d-8b79-4ee1-a45f-fd710a7e2565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c226192-4f17-4f1d-a98b-2b01a790e168']}} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:21.594234 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37106) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:21.597390 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2e603-5913-4a78-9a98-153eb8da22fa req-81398d1f-d23f-4d5e-81f1-3d86bdee71be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:21.598898 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1cc2e603-5913-4a78-9a98-153eb8da22fa req-81398d1f-d23f-4d5e-81f1-3d86bdee71be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beaaa392-fb0d-4c71-85d3-a60cef15e55f HTTP/1.1" status: 200 len: 854 time: 0.0933063 Dec 15 16:22:21.605542 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-db2a8320-324b-4a94-a790-8aa08802140a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:21.619594 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-f10c4d0d-8b79-4ee1-a45f-fd710a7e2565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160c3c1f-9eb0-4baa-a036-6871c62e67ee') {'for_net_delete': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:21.619917 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-f10c4d0d-8b79-4ee1-a45f-fd710a7e2565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160c3c1f-9eb0-4baa-a036-6871c62e67ee') {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:21.640462 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-53fd5097-9fb9-4b66-8a16-a492f8a5e96b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:21.671177 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d0d-8b79-4ee1-a45f-fd710a7e2565 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2822614'] for segment, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:21.681118 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1cc2e603-5913-4a78-9a98-153eb8da22fa req-537ae02d-f61f-43dc-bc6f-bfc29eec46e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3a23e9e-8c1c-4ad2-af72-ef7451820760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585580 Dec 15 16:22:21.710956 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d0d-8b79-4ee1-a45f-fd710a7e2565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:21.713029 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25d9543-b63f-4552-bf8c-633277eb0c58', 'name': 'network-vif-deleted', 'tag': 'c68e21af-42be-4707-8908-9b6e83c71a44'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:22:21.715576 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac04c46-dc83-4cdd-b4a2-936295ae6740" -d '{"events": [{"server_uuid": "f25d9543-b63f-4552-bf8c-633277eb0c58", "name": "network-vif-deleted", "tag": "c68e21af-42be-4707-8908-9b6e83c71a44"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:22:21.719895 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9046b-c722-4f0c-af26-6b3e955268ca req-7800e7a3-a0b4-4c51-9dd6-89df116cdfdb tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:21.721634 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-08a9046b-c722-4f0c-af26-6b3e955268ca req-7800e7a3-a0b4-4c51-9dd6-89df116cdfdb tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 943 time: 0.0902145 Dec 15 16:22:21.778049 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-db2a8320-324b-4a94-a790-8aa08802140a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:21.792965 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-db2a8320-324b-4a94-a790-8aa08802140a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:21.838405 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10c4d0d-8b79-4ee1-a45f-fd710a7e2565 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:22:21.839043 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d0d-8b79-4ee1-a45f-fd710a7e2565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3002548'] for segment, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:21.849716 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47f80ed-7833-4abb-a298-8f468b489d41 x-openstack-request-id: req-e47f80ed-7833-4abb-a298-8f468b489d41 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:22:21.849716 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25d9543-b63f-4552-bf8c-633277eb0c58", "name": "network-vif-deleted", "tag": "c68e21af-42be-4707-8908-9b6e83c71a44", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:22:21.849716 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e47f80ed-7833-4abb-a298-8f468b489d41 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:22:21.850108 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25d9543-b63f-4552-bf8c-633277eb0c58', 'name': 'network-vif-deleted', 'tag': 'c68e21af-42be-4707-8908-9b6e83c71a44', 'status': 'completed', 'code': 200} Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: Traceback (most recent call last): Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: timer() Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: cb(*args, **kw) Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: return func(*args, **kwargs) Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: self._notify() Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: self.callback(batched_events) Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: event.method(event) Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: return f(self, *a, **k) Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._get(url).json() Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: return self.request(url, 'GET', **kwargs) Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:22:21.851470 dv-cinder-812685-4-iscsi neutron-server[102566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:22:21.873672 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-08a9046b-c722-4f0c-af26-6b3e955268ca req-7fa8e73a-266d-4573-bafb-be3d926326b3 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276834 Dec 15 16:22:21.880377 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-db2a8320-324b-4a94-a790-8aa08802140a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d7bb00e5186c40d091f717ec9a2b2f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5669510 Dec 15 16:22:21.883791 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a8320-324b-4a94-a790-8aa08802140a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aec554-be2e-4af5-844b-7787439efadc,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:21.885685 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37116) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:22.012943 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d0d-8b79-4ee1-a45f-fd710a7e2565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:22.060210 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d0d-8b79-4ee1-a45f-fd710a7e2565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:22.063749 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-f10c4d0d-8b79-4ee1-a45f-fd710a7e2565 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4c226192-4f17-4f1d-a98b-2b01a790e168 HTTP/1.1" status: 204 len: 168 time: 1.1215613 Dec 15 16:22:22.075611 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1cc2e603-5913-4a78-9a98-153eb8da22fa req-a4a323d4-edaa-4a24-b6a6-7338b02a4a3d service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761749 Dec 15 16:22:22.080695 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c4d0d-8b79-4ee1-a45f-fd710a7e2565 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c226192-4f17-4f1d-a98b-2b01a790e168,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:22.127020 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5df15dc1-2a6a-4f40-998b-32a00bec79b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:22.197637 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-53fd5097-9fb9-4b66-8a16-a492f8a5e96b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:22.215544 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-53fd5097-9fb9-4b66-8a16-a492f8a5e96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:22.251620 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5df15dc1-2a6a-4f40-998b-32a00bec79b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:22.290033 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37138) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:22.349609 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-7cb82bae-41da-484d-a239-051c2b261c9d tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:22.356413 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-7cb82bae-41da-484d-a239-051c2b261c9d tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/networks?id=719c9634-9007-4e20-b3e0-eba40acf400f HTTP/1.1" status: 200 len: 808 time: 0.1779871 Dec 15 16:22:22.365065 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-53fd5097-9fb9-4b66-8a16-a492f8a5e96b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53187d514ec646ef976697d3d4afcf6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7697263 Dec 15 16:22:22.378474 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd5097-9fb9-4b66-8a16-a492f8a5e96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdfd9b3-5ffe-4b8c-869a-563e3f38aed0,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:22.380368 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37140) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:22.400592 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1cc2e603-5913-4a78-9a98-153eb8da22fa req-be0cc426-16f4-4830-a519-f5be137569d8 service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131518 Dec 15 16:22:22.401259 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-2ca0e61b-1929-48c3-92ff-53100c16307d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=afaba77899e64379bebe94bb60ec1876&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1083586 Dec 15 16:22:22.404792 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37142) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:22.453922 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-04ae6763-8fca-4fda-8e4f-922c68b6a4a8 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/quotas/6c056527e8db4053b789853fcf928010 HTTP/1.1" status: 200 len: 375 time: 0.0954762 Dec 15 16:22:22.462532 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5df15dc1-2a6a-4f40-998b-32a00bec79b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:22.465228 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5df15dc1-2a6a-4f40-998b-32a00bec79b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:22.466402 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-5df15dc1-2a6a-4f40-998b-32a00bec79b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8aec554-be2e-4af5-844b-7787439efadc HTTP/1.1" status: 204 len: 168 time: 0.5534554 Dec 15 16:22:22.483446 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-28be2edb-69ca-413b-9118-aa15b9bd8b69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:22.486828 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df15dc1-2a6a-4f40-998b-32a00bec79b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aec554-be2e-4af5-844b-7787439efadc,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:22.514753 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-28be2edb-69ca-413b-9118-aa15b9bd8b69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:22.542610 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-6059696f-7995-4455-bf00-6c01369452cd tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c056527e8db4053b789853fcf928010&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874186 Dec 15 16:22:22.597217 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-28be2edb-69ca-413b-9118-aa15b9bd8b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:22.600566 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-28be2edb-69ca-413b-9118-aa15b9bd8b69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:22.602827 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-28be2edb-69ca-413b-9118-aa15b9bd8b69 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ecdfd9b3-5ffe-4b8c-869a-563e3f38aed0 HTTP/1.1" status: 204 len: 168 time: 0.2156663 Dec 15 16:22:22.618752 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be2edb-69ca-413b-9118-aa15b9bd8b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdfd9b3-5ffe-4b8c-869a-563e3f38aed0,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:22.686582 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0e290d9-9c86-4143-88ce-0c913939ec34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:22.761622 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee35d3-ba35-44ad-9b26-d5bd987af747 req-20c82793-82f9-4f2d-ab0e-a848d1efba9a tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:22.769640 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-87ee35d3-ba35-44ad-9b26-d5bd987af747 req-20c82793-82f9-4f2d-ab0e-a848d1efba9a tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.1385989 Dec 15 16:22:22.774236 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0e290d9-9c86-4143-88ce-0c913939ec34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:22.870480 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-5b3abae2-83d9-4fc5-891e-d936546c9052 service neutron] 10.222.0.60 "GET /v2.0/networks/719c9634-9007-4e20-b3e0-eba40acf400f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261499 Dec 15 16:22:23.007789 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-87ee35d3-ba35-44ad-9b26-d5bd987af747 req-4163d811-40a8-4f53-83dc-fd0cb5638472 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371528 Dec 15 16:22:23.045025 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0e290d9-9c86-4143-88ce-0c913939ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:23.046891 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a0e290d9-9c86-4143-88ce-0c913939ec34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:23.052258 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a0e290d9-9c86-4143-88ce-0c913939ec34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5285d884-3bf1-4d6f-8d03-fe0e7d01f451 HTTP/1.1" status: 204 len: 168 time: 0.6421256 Dec 15 16:22:23.082764 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-93414255-169e-4d44-85f1-f9f75483393c service neutron] 10.222.0.60 "GET /v2.0/networks/719c9634-9007-4e20-b3e0-eba40acf400f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111728 Dec 15 16:22:23.083806 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e290d9-9c86-4143-88ce-0c913939ec34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5285d884-3bf1-4d6f-8d03-fe0e7d01f451,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:23.200752 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37168) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:23.234122 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8784228-4c47-42aa-b67d-5063443c4803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:23.369728 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8784228-4c47-42aa-b67d-5063443c4803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:23.376310 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8784228-4c47-42aa-b67d-5063443c4803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:23.409233 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37178) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:23.425810 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 1351aeaa-4e2c-4d63-aadd-c4160a439008 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:22:23.481101 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8784228-4c47-42aa-b67d-5063443c4803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfd4d19-8d47-49e9-9c3b-d597fe901dac,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:23.497888 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cb68aa6d-48ff-43b0-b6c9-728afa05826c req-3b8484df-ed91-40a4-8140-e6474444693a tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 210 time: 0.0473800 Dec 15 16:22:23.562134 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d8784228-4c47-42aa-b67d-5063443c4803 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06b50e07721b46a991db92ed2d597686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600605 Dec 15 16:22:23.571277 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37188) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:23.613882 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20b60b-fd91-4e28-b09a-baa78f0ce718 req-f009a842-d5de-40a2-aac7-d5622abfeed1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:23.616938 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5b20b60b-fd91-4e28-b09a-baa78f0ce718 req-f009a842-d5de-40a2-aac7-d5622abfeed1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 943 time: 0.2180941 Dec 15 16:22:23.653171 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e234e536-489f-4f7a-ad03-c84036c3bdd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:23.656345 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 1351aeaa-4e2c-4d63-aadd-c4160a439008, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1351aeaa-4e2c-4d63-aadd-c4160a439008,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:23.687664 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e234e536-489f-4f7a-ad03-c84036c3bdd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:23.687951 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '1351aeaa-4e2c-4d63-aadd-c4160a439008', 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760', 'port_id': '1351aeaa-4e2c-4d63-aadd-c4160a439008', 'mac_address': 'fa:16:3e:d3:1e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaaa392-fb0d-4c71-85d3-a60cef15e55f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:22:23.716175 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5b20b60b-fd91-4e28-b09a-baa78f0ce718 req-925e90c3-3199-415b-a5ad-81ea60efa6a9 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835948 Dec 15 16:22:23.762086 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e234e536-489f-4f7a-ad03-c84036c3bdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:23.766261 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e234e536-489f-4f7a-ad03-c84036c3bdd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:23.773723 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-e234e536-489f-4f7a-ad03-c84036c3bdd3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4dfd4d19-8d47-49e9-9c3b-d597fe901dac HTTP/1.1" status: 204 len: 168 time: 0.2006695 Dec 15 16:22:23.775934 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:23.807925 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1351aeaa-4e2c-4d63-aadd-c4160a439008 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:22:23.812123 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234e536-489f-4f7a-ad03-c84036c3bdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfd4d19-8d47-49e9-9c3b-d597fe901dac,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:23.850901 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 1351aeaa-4e2c-4d63-aadd-c4160a439008, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1351aeaa-4e2c-4d63-aadd-c4160a439008,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:23.871761 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:23.902885 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8d6087e2-4c3f-4120-b7b2-6bfdffec8810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:23.976902 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=1351aeaa-4e2c-4d63-aadd-c4160a439008,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:24.090365 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8d6087e2-4c3f-4120-b7b2-6bfdffec8810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:24.103920 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8d6087e2-4c3f-4120-b7b2-6bfdffec8810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:24.159730 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6087e2-4c3f-4120-b7b2-6bfdffec8810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6af273-d3f0-4851-a462-e119e51ca5b6,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:24.215496 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37204) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:24.220412 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-8d6087e2-4c3f-4120-b7b2-6bfdffec8810 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ab386f8001b4ec2b22632d16f94eddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8066647 Dec 15 16:22:24.250026 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['1351aeaa-4e2c-4d63-aadd-c4160a439008'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:22:24.339765 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7724c19-b369-48c6-a1cd-a0638b649460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:24.472499 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48d051be-bb04-4cd0-aaec-6c0f9a6354ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:24.528775 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a5314-43c1-4f44-9f77-71e16b464651 req-008c727a-0874-488c-845d-95bba987d87d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:24.530429 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1c7a5314-43c1-4f44-9f77-71e16b464651 req-008c727a-0874-488c-845d-95bba987d87d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.2137704 Dec 15 16:22:24.532750 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48d051be-bb04-4cd0-aaec-6c0f9a6354ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:24.684341 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1c7a5314-43c1-4f44-9f77-71e16b464651 req-2cb8046d-6be2-467a-83b8-01da8fc110fc tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420424 Dec 15 16:22:24.710018 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48d051be-bb04-4cd0-aaec-6c0f9a6354ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:24.713918 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48d051be-bb04-4cd0-aaec-6c0f9a6354ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:24.715458 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-48d051be-bb04-4cd0-aaec-6c0f9a6354ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e6af273-d3f0-4851-a462-e119e51ca5b6 HTTP/1.1" status: 204 len: 168 time: 0.4986136 Dec 15 16:22:24.755401 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d051be-bb04-4cd0-aaec-6c0f9a6354ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6af273-d3f0-4851-a462-e119e51ca5b6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:24.761762 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c18e0ad8-4b57-4887-a46b-c1254c9dc8c4 req-5b498f6c-245e-47a7-9ac4-851ef41c0ce2 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 210 time: 0.0445356 Dec 15 16:22:24.920931 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54726b-189a-4c73-a3e9-944270ebb1aa req-761fe098-1e35-47e2-bcdc-4dbc4b52c686 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:24.923964 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3a54726b-189a-4c73-a3e9-944270ebb1aa req-761fe098-1e35-47e2-bcdc-4dbc4b52c686 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 944 time: 0.0866361 Dec 15 16:22:25.030892 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3a54726b-189a-4c73-a3e9-944270ebb1aa req-1b81d2f0-3e96-4455-9515-f76e470c6a84 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930531 Dec 15 16:22:25.369867 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-c4f14dbc-c29e-4a15-b22c-9eeaa40ce3a4 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:25.371587 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-c4f14dbc-c29e-4a15-b22c-9eeaa40ce3a4 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.65 "GET /v2.0/networks?id=719c9634-9007-4e20-b3e0-eba40acf400f HTTP/1.1" status: 200 len: 808 time: 0.2387831 Dec 15 16:22:25.389326 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-ab4a275c-f33f-44b0-8594-544286a01ce6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Request body: {'port': {'device_id': '96617b99-e916-4aa8-a3f5-3ef4ed329f04', 'network_id': '719c9634-9007-4e20-b3e0-eba40acf400f', 'admin_state_up': True, 'tenant_id': '6c056527e8db4053b789853fcf928010'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:25.438888 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 1351aeaa-4e2c-4d63-aadd-c4160a439008 up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:22:25.566657 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-ab4a275c-f33f-44b0-8594-544286a01ce6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Made reservation on behalf of 6c056527e8db4053b789853fcf928010 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:22:25.574933 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-ab4a275c-f33f-44b0-8594-544286a01ce6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:25.584850 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port 1351aeaa-4e2c-4d63-aadd-c4160a439008 completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:22:25.592056 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 1351aeaa-4e2c-4d63-aadd-c4160a439008 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:25.595807 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:25.818549 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:25.852575 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-ab4a275c-f33f-44b0-8594-544286a01ce6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Allocated IP 172.20.0.5 (719c9634-9007-4e20-b3e0-eba40acf400f/7debb9ad-eeaf-4937-abe9-cce186e26e46/6cf0b461-3217-430a-af34-dbc9203f9ae3) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:22:25.931909 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e4e9fd-273e-4f05-811f-d997caf4636c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1351aeaa-4e2c-4d63-aadd-c4160a439008'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:22:25.943502 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddc3769-efb5-4e5b-b1ee-85758b6ec99f" -d '{"events": [{"server_uuid": "e2e4e9fd-273e-4f05-811f-d997caf4636c", "name": "network-vif-plugged", "status": "completed", "tag": "1351aeaa-4e2c-4d63-aadd-c4160a439008"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:22:25.984942 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 1351aeaa-4e2c-4d63-aadd-c4160a439008, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1351aeaa-4e2c-4d63-aadd-c4160a439008,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:25.993257 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:26.086701 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3bc76e63-2319-4f1f-860d-9acdecfd4a6f req-3ab52333-d42e-4e82-82ab-a17ed00aa06c tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 210 time: 0.0816703 Dec 15 16:22:26.087929 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-ab4a275c-f33f-44b0-8594-544286a01ce6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:26.117783 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=1351aeaa-4e2c-4d63-aadd-c4160a439008,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:26.154030 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6a88c-a1fe-4786-92e5-fcec51fd5b9a req-8055d97d-ca54-443a-a307-ea6aeb343333 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:26.159635 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-ab4a275c-f33f-44b0-8594-544286a01ce6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:26.169189 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d2d6a88c-a1fe-4786-92e5-fcec51fd5b9a req-8055d97d-ca54-443a-a307-ea6aeb343333 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.2963569 Dec 15 16:22:26.218343 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf25efce-a837-4fc7-bfa0-dd81f7570f07 x-openstack-request-id: req-cf25efce-a837-4fc7-bfa0-dd81f7570f07 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:22:26.219274 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e4e9fd-273e-4f05-811f-d997caf4636c", "name": "network-vif-plugged", "status": "completed", "tag": "1351aeaa-4e2c-4d63-aadd-c4160a439008", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:22:26.220211 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf25efce-a837-4fc7-bfa0-dd81f7570f07 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:22:26.221077 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e4e9fd-273e-4f05-811f-d997caf4636c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1351aeaa-4e2c-4d63-aadd-c4160a439008', 'code': 200} Dec 15 16:22:26.228738 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a275c-f33f-44b0-8594-544286a01ce6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Pushing event updated for resources: {'Port': ['ID=6cf0b461-3217-430a-af34-dbc9203f9ae3,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:26.254819 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-ab4a275c-f33f-44b0-8594-544286a01ce6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Network 719c9634-9007-4e20-b3e0-eba40acf400f is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:22:26.257354 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-ab4a275c-f33f-44b0-8594-544286a01ce6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:26.267190 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-ab4a275c-f33f-44b0-8594-544286a01ce6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:22:26.273583 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d2d6a88c-a1fe-4786-92e5-fcec51fd5b9a req-89d1abe0-a2d0-4053-acd7-f97c8cebe1d0 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028762 Dec 15 16:22:26.383108 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-ab4a275c-f33f-44b0-8594-544286a01ce6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:26.384031 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-ab4a275c-f33f-44b0-8594-544286a01ce6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:26.418212 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-ab4a275c-f33f-44b0-8594-544286a01ce6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0340936 Dec 15 16:22:26.442324 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Request body: {'port': {'device_id': '96617b99-e916-4aa8-a3f5-3ef4ed329f04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:26.542844 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab40d28-55ae-456a-a963-8d361b819d3b req-95f8ff4f-e975-46f0-877b-49bebb2cbf59 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:26.548110 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3ab40d28-55ae-456a-a963-8d361b819d3b req-95f8ff4f-e975-46f0-877b-49bebb2cbf59 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 945 time: 0.1347082 Dec 15 16:22:26.643100 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3ab40d28-55ae-456a-a963-8d361b819d3b req-d145e656-02bb-4e17-86fb-c2921de7a8d7 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807109 Dec 15 16:22:26.643448 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9d174-8da7-4dd2-ae1d-a7e367a9f083 req-8faebdf7-b423-4f44-83ff-cf8072788516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:26.660542 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-01f9d174-8da7-4dd2-ae1d-a7e367a9f083 req-8faebdf7-b423-4f44-83ff-cf8072788516 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 1098 time: 0.2110040 Dec 15 16:22:26.663798 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:26.723956 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-01f9d174-8da7-4dd2-ae1d-a7e367a9f083 req-a66ebb5d-b269-4023-8f41-bd930ce3582d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503206 Dec 15 16:22:26.900948 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f0ff3a1-a11a-4f8b-8a90-db0018d9051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:27.162468 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf0b461-3217-430a-af34-dbc9203f9ae3 {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:22:27.174292 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:27.193165 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Transition to ACTIVE for port object 6cf0b461-3217-430a-af34-dbc9203f9ae3 will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:22:27.198322 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:27.367505 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf0b461-3217-430a-af34-dbc9203f9ae3,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:27.371980 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Attempting to bind port 6cf0b461-3217-430a-af34-dbc9203f9ae3 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:22:27.372632 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Attempting to bind port 6cf0b461-3217-430a-af34-dbc9203f9ae3 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '8df1a98f-df26-483b-9e04-e75fa226a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '719c9634-9007-4e20-b3e0-eba40acf400f'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:22:27.373184 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Attempting to bind port 6cf0b461-3217-430a-af34-dbc9203f9ae3 on network 719c9634-9007-4e20-b3e0-eba40acf400f {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:22:27.378974 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Port 6cf0b461-3217-430a-af34-dbc9203f9ae3 on network 719c9634-9007-4e20-b3e0-eba40acf400f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:22:27.379595 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Attempting to bind port 6cf0b461-3217-430a-af34-dbc9203f9ae3 on network 719c9634-9007-4e20-b3e0-eba40acf400f {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:22:27.386383 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:22:27.387540 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Checking segment: {'id': '8df1a98f-df26-483b-9e04-e75fa226a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '719c9634-9007-4e20-b3e0-eba40acf400f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:22:27.388097 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Bound using segment: {'id': '8df1a98f-df26-483b-9e04-e75fa226a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '719c9634-9007-4e20-b3e0-eba40acf400f'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:22:27.388724 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Bound port: 6cf0b461-3217-430a-af34-dbc9203f9ae3, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df1a98f-df26-483b-9e04-e75fa226a2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '719c9634-9007-4e20-b3e0-eba40acf400f'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:22:27.389411 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:27.454252 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baae012-1583-488f-98d7-3ab08ba44464 req-a13925a0-b2ce-4c0f-884d-d8ae3ed38e7a tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:27.491666 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] For port 6cf0b461-3217-430a-af34-dbc9203f9ae3, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:22:27.495922 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] For port 6cf0b461-3217-430a-af34-dbc9203f9ae3, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6cf0b461-3217-430a-af34-dbc9203f9ae3,segment=NetworkSegment(8df1a98f-df26-483b-9e04-e75fa226a2da),segment_id=8df1a98f-df26-483b-9e04-e75fa226a2da)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:22:27.508662 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7baae012-1583-488f-98d7-3ab08ba44464 req-a13925a0-b2ce-4c0f-884d-d8ae3ed38e7a tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 943 time: 0.2511230 Dec 15 16:22:27.509725 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:27.580425 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:27.581447 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:27.585475 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] 10.222.0.65 "PUT /v2.0/ports/6cf0b461-3217-430a-af34-dbc9203f9ae3 HTTP/1.1" status: 200 len: 1093 time: 1.1526344 Dec 15 16:22:27.586340 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96617b99-e916-4aa8-a3f5-3ef4ed329f04', 'tag': '6cf0b461-3217-430a-af34-dbc9203f9ae3'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:22:27.591406 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a4b28f-5d97-4335-84c9-65be2f77fdac" -d '{"events": [{"name": "network-changed", "server_uuid": "96617b99-e916-4aa8-a3f5-3ef4ed329f04", "tag": "6cf0b461-3217-430a-af34-dbc9203f9ae3"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:22:27.668628 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a689a09-315d-41c7-aaf5-7dd8cc97e851 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf0b461-3217-430a-af34-dbc9203f9ae3,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:27.745936 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7baae012-1583-488f-98d7-3ab08ba44464 req-95f72f56-cbd5-4b11-b977-52de3fc4223e tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300422 Dec 15 16:22:27.871303 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21453c-f5ba-4013-bdd5-08f4421b4b3f req-48d797c4-09ac-4bf7-a1ae-8070d8e0d449 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:27.888480 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2b21453c-f5ba-4013-bdd5-08f4421b4b3f req-48d797c4-09ac-4bf7-a1ae-8070d8e0d449 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.1387405 Dec 15 16:22:27.896941 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1df447fb-844e-4aaa-bcef-88c2a638153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:27.899345 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-1df447fb-844e-4aaa-bcef-88c2a638153f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c056527e8db4053b789853fcf928010&device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 1096 time: 0.1361170 Dec 15 16:22:28.060565 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-e53e1f38-32fd-4d58-b48c-189c8c86555a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cf0b461-3217-430a-af34-dbc9203f9ae3 HTTP/1.1" status: 200 len: 217 time: 0.1408505 Dec 15 16:22:28.082885 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2b21453c-f5ba-4013-bdd5-08f4421b4b3f req-b1d59bb8-25c8-4eaf-b4ff-c2fcdf014d16 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591520 Dec 15 16:22:28.151321 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-fcfbc73b-450b-4814-aea0-056594ba6287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:28.153472 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-fcfbc73b-450b-4814-aea0-056594ba6287 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7debb9ad-eeaf-4937-abe9-cce186e26e46 HTTP/1.1" status: 200 len: 848 time: 0.0853939 Dec 15 16:22:28.259641 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-638e161f-5170-4634-9567-bb2e8a4a491c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=719c9634-9007-4e20-b3e0-eba40acf400f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936151 Dec 15 16:22:28.437979 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511553c1-4cca-4522-9457-aa6ed4a31960 x-openstack-request-id: req-511553c1-4cca-4522-9457-aa6ed4a31960 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:22:28.439254 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96617b99-e916-4aa8-a3f5-3ef4ed329f04", "tag": "6cf0b461-3217-430a-af34-dbc9203f9ae3", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:22:28.439254 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-511553c1-4cca-4522-9457-aa6ed4a31960 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:22:28.440064 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96617b99-e916-4aa8-a3f5-3ef4ed329f04', 'tag': '6cf0b461-3217-430a-af34-dbc9203f9ae3', 'status': 'completed', 'code': 200} Dec 15 16:22:28.452931 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6c8e6-3de9-4765-b32e-4558ebc1519a req-1a6dc4dc-6741-4dde-b5a6-437818df934a tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:28.457327 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-84a6c8e6-3de9-4765-b32e-4558ebc1519a req-1a6dc4dc-6741-4dde-b5a6-437818df934a tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 945 time: 0.2283368 Dec 15 16:22:28.466725 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37348) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:28.611553 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-6cd534ed-21f1-46e7-9683-877a066f7ed2 service neutron] 10.222.0.65 "GET /v2.0/networks/719c9634-9007-4e20-b3e0-eba40acf400f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447609 Dec 15 16:22:28.635777 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-84a6c8e6-3de9-4765-b32e-4558ebc1519a req-2610fc58-9492-481f-a5f1-af594799a07c tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656046 Dec 15 16:22:28.757228 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-15ba0fbb-5a66-4b06-bac0-74ff079a611b req-72ffe2e1-9a63-449f-bc2e-1e023c94a925 service neutron] 10.222.0.65 "GET /v2.0/networks/719c9634-9007-4e20-b3e0-eba40acf400f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383138 Dec 15 16:22:28.828929 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:28.876815 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4b28f-5d97-4335-84c9-65be2f77fdac req-83a7ff0b-6b18-4e86-8276-d387f5ad4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:28.878679 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9a4b28f-5d97-4335-84c9-65be2f77fdac req-83a7ff0b-6b18-4e86-8276-d387f5ad4d71 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c056527e8db4053b789853fcf928010&device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 1096 time: 0.0565438 Dec 15 16:22:28.920354 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe6ebf-3e67-4cb4-bed6-565872ddb0f0 req-b98f5bef-25fc-4784-b853-b3c25f3395e6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:28.928330 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dffe6ebf-3e67-4cb4-bed6-565872ddb0f0 req-b98f5bef-25fc-4784-b853-b3c25f3395e6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 943 time: 0.0674551 Dec 15 16:22:28.973939 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f03944b-6895-41c6-9198-b470c3144f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:29.041649 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dffe6ebf-3e67-4cb4-bed6-565872ddb0f0 req-33fa9831-26c8-4a59-9f14-acd874510492 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071966 Dec 15 16:22:29.143494 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f03944b-6895-41c6-9198-b470c3144f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:29.149934 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4f03944b-6895-41c6-9198-b470c3144f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:29.224953 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-4f03944b-6895-41c6-9198-b470c3144f79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42de61dde349437e930210e5429f29a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7470486 Dec 15 16:22:29.225648 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37372) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:29.238317 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03944b-6895-41c6-9198-b470c3144f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabd7fe7-19bb-4b08-aba2-8f45f58684f7,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:29.345326 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cfbb0-2bfa-4e2e-86b2-3dd22b3f754f req-f41370c3-7bf7-4ede-ad38-0b031528594a tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:29.348175 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d51cfbb0-2bfa-4e2e-86b2-3dd22b3f754f req-f41370c3-7bf7-4ede-ad38-0b031528594a tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0871265 Dec 15 16:22:29.352930 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a75ccc1d-8a87-49b6-bc80-11e9c04ec955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:29.391728 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:22:29.404369 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a75ccc1d-8a87-49b6-bc80-11e9c04ec955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:29.447033 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d51cfbb0-2bfa-4e2e-86b2-3dd22b3f754f req-ee6954e8-aa7c-49a1-ae1f-d665ed7bce8d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901902 Dec 15 16:22:29.517570 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a75ccc1d-8a87-49b6-bc80-11e9c04ec955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:29.523703 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a75ccc1d-8a87-49b6-bc80-11e9c04ec955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:29.530989 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-a75ccc1d-8a87-49b6-bc80-11e9c04ec955 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cabd7fe7-19bb-4b08-aba2-8f45f58684f7 HTTP/1.1" status: 204 len: 168 time: 0.3005998 Dec 15 16:22:29.544378 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ccc1d-8a87-49b6-bc80-11e9c04ec955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabd7fe7-19bb-4b08-aba2-8f45f58684f7,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:29.798779 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1048cb-e240-47e1-80fb-484f66cc5dc0 req-89ca0ab8-7ec4-4cfc-b6b7-274ffb42c2d8 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:29.800603 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bb1048cb-e240-47e1-80fb-484f66cc5dc0 req-89ca0ab8-7ec4-4cfc-b6b7-274ffb42c2d8 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 945 time: 0.0697107 Dec 15 16:22:29.870256 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bb1048cb-e240-47e1-80fb-484f66cc5dc0 req-42449931-3d37-44b8-b998-470f443bc037 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627778 Dec 15 16:22:29.920929 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:29.942506 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:30.201177 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e9fb1-fc33-4ac0-acf2-10d2f02848d8 req-1b449140-2868-4d5c-ba3d-27be71e46791 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:30.203521 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2e4e9fb1-fc33-4ac0-acf2-10d2f02848d8 req-1b449140-2868-4d5c-ba3d-27be71e46791 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 943 time: 0.0613515 Dec 15 16:22:30.262411 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2e4e9fb1-fc33-4ac0-acf2-10d2f02848d8 req-806a2cad-2343-4511-8da0-b2d5005ac800 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502515 Dec 15 16:22:30.464864 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:30.693751 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e5671-24c7-4684-a56e-1b029cfa1619 req-fc020074-fdc1-4667-ad89-2563c0c2e515 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:30.695497 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0d5e5671-24c7-4684-a56e-1b029cfa1619 req-fc020074-fdc1-4667-ad89-2563c0c2e515 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0560861 Dec 15 16:22:30.783097 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0d5e5671-24c7-4684-a56e-1b029cfa1619 req-fa9a8d26-1ab6-4be7-8227-bb360b82254e tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710986 Dec 15 16:22:31.396967 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbd563-bc55-4ee6-8c9c-685d488bf7a8 req-f9e7ba1f-4a6c-4fa0-bafe-dd3bb6ab3905 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:31.398702 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dfbbd563-bc55-4ee6-8c9c-685d488bf7a8 req-f9e7ba1f-4a6c-4fa0-bafe-dd3bb6ab3905 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 943 time: 0.0554571 Dec 15 16:22:31.450657 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dfbbd563-bc55-4ee6-8c9c-685d488bf7a8 req-107e3754-041f-465a-bb5f-9fd80e51757d tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455253 Dec 15 16:22:31.759827 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4b28f-5d97-4335-84c9-65be2f77fdac req-d3aa3d09-e1c3-43ce-bd27-d99fd37f387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:31.761302 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9a4b28f-5d97-4335-84c9-65be2f77fdac req-d3aa3d09-e1c3-43ce-bd27-d99fd37f387a service neutron] 10.222.0.65 "GET /v2.0/networks?id=719c9634-9007-4e20-b3e0-eba40acf400f HTTP/1.1" status: 200 len: 909 time: 0.1089101 Dec 15 16:22:31.830139 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9a4b28f-5d97-4335-84c9-65be2f77fdac req-935b3f4b-5057-4050-ae3c-12706c32d3ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cf0b461-3217-430a-af34-dbc9203f9ae3 HTTP/1.1" status: 200 len: 217 time: 0.0413468 Dec 15 16:22:31.894699 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4b28f-5d97-4335-84c9-65be2f77fdac req-3e5add72-8223-4c78-9ed6-17571d23278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:31.897108 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9a4b28f-5d97-4335-84c9-65be2f77fdac req-3e5add72-8223-4c78-9ed6-17571d23278a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7debb9ad-eeaf-4937-abe9-cce186e26e46 HTTP/1.1" status: 200 len: 848 time: 0.0502667 Dec 15 16:22:31.935113 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b204f1-b5a0-4538-8cdf-34a72271ea26 req-2a32b9d6-7b7c-49f6-b423-83c3373f6661 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:31.936546 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d9b204f1-b5a0-4538-8cdf-34a72271ea26 req-2a32b9d6-7b7c-49f6-b423-83c3373f6661 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0602067 Dec 15 16:22:31.946048 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9a4b28f-5d97-4335-84c9-65be2f77fdac req-ce3c693a-5bea-4072-a306-9fa694dc2ba5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=719c9634-9007-4e20-b3e0-eba40acf400f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334885 Dec 15 16:22:32.006560 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d9b204f1-b5a0-4538-8cdf-34a72271ea26 req-58193df2-87bc-46dc-ae32-e02944ee44d4 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593007 Dec 15 16:22:32.054133 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9a4b28f-5d97-4335-84c9-65be2f77fdac req-698e8d7e-2c73-4e33-8ba9-799f55bba75e service neutron] 10.222.0.65 "GET /v2.0/networks/719c9634-9007-4e20-b3e0-eba40acf400f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974343 Dec 15 16:22:32.160460 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9a4b28f-5d97-4335-84c9-65be2f77fdac req-d7d4221b-7fb7-4cea-8eaa-8ad8121bdad9 service neutron] 10.222.0.65 "GET /v2.0/networks/719c9634-9007-4e20-b3e0-eba40acf400f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959990 Dec 15 16:22:32.571611 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f11a2-acf5-46ff-88d3-9b8ceae5575c req-4c05a61c-90ec-413d-bd77-1a59a7e85602 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:32.573154 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6c6f11a2-acf5-46ff-88d3-9b8ceae5575c req-4c05a61c-90ec-413d-bd77-1a59a7e85602 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 943 time: 0.0517039 Dec 15 16:22:32.635276 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6c6f11a2-acf5-46ff-88d3-9b8ceae5575c req-3f145596-9280-45fd-ac6e-efd447eeaac6 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556970 Dec 15 16:22:33.176615 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59615200-108e-4bce-9e03-19542ea4a1f6 req-8475932a-5bc1-46f4-93aa-d34ee0ccbcc7 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:33.179633 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-59615200-108e-4bce-9e03-19542ea4a1f6 req-8475932a-5bc1-46f4-93aa-d34ee0ccbcc7 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0842929 Dec 15 16:22:33.288316 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-59615200-108e-4bce-9e03-19542ea4a1f6 req-34566cff-64d3-4f34-ba65-bea87ca483e9 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016719 Dec 15 16:22:33.484584 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 6cf0b461-3217-430a-af34-dbc9203f9ae3 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:22:33.590403 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecb148-d4ba-4021-814c-aeca2a2923ef req-86eefaa5-f8ac-491f-844a-f1b25f100f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:33.593124 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-20ecb148-d4ba-4021-814c-aeca2a2923ef req-86eefaa5-f8ac-491f-844a-f1b25f100f25 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 1098 time: 0.1337245 Dec 15 16:22:33.680116 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 6cf0b461-3217-430a-af34-dbc9203f9ae3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6cf0b461-3217-430a-af34-dbc9203f9ae3,segment=NetworkSegment(8df1a98f-df26-483b-9e04-e75fa226a2da),segment_id=8df1a98f-df26-483b-9e04-e75fa226a2da)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:33.682917 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37554) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:33.755316 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-20ecb148-d4ba-4021-814c-aeca2a2923ef req-a05ec28d-54e3-4969-96f0-46e225d97dc7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468966 Dec 15 16:22:33.895628 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '6cf0b461-3217-430a-af34-dbc9203f9ae3', 'network_id': '719c9634-9007-4e20-b3e0-eba40acf400f', 'port_id': '6cf0b461-3217-430a-af34-dbc9203f9ae3', 'mac_address': 'fa:16:3e:04:b2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7debb9ad-eeaf-4937-abe9-cce186e26e46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:22:33.949126 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:33.973575 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf0b461-3217-430a-af34-dbc9203f9ae3 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:22:34.007724 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 6cf0b461-3217-430a-af34-dbc9203f9ae3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6cf0b461-3217-430a-af34-dbc9203f9ae3,segment=NetworkSegment(8df1a98f-df26-483b-9e04-e75fa226a2da),segment_id=8df1a98f-df26-483b-9e04-e75fa226a2da)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:34.017592 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:34.094296 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=6cf0b461-3217-430a-af34-dbc9203f9ae3,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:34.159187 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c322034-5760-481e-a09d-8dfc30adb17e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:34.216822 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-c8e9dbdf-d7b1-4263-a399-54ccc10f359d tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:34.224361 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-c8e9dbdf-d7b1-4263-a399-54ccc10f359d tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/networks?id=d3a23e9e-8c1c-4ad2-af72-ef7451820760 HTTP/1.1" status: 200 len: 814 time: 0.7724683 Dec 15 16:22:34.259097 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-9c95a6bd-e5ba-48c3-a60c-17692d09c983 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/quotas/6cccb6b08dc94f04a5efa2624d350007 HTTP/1.1" status: 200 len: 375 time: 0.0336895 Dec 15 16:22:34.358814 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f0203-966a-46f5-8d1f-44956b35465f req-87311b57-487c-480b-af12-90e06d4896e4 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:34.364001 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-593f0203-966a-46f5-8d1f-44956b35465f req-87311b57-487c-480b-af12-90e06d4896e4 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 944 time: 0.2381706 Dec 15 16:22:34.391715 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-84494e69-a559-4677-8d05-063c65fdb713 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cccb6b08dc94f04a5efa2624d350007&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315570 Dec 15 16:22:34.396780 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['6cf0b461-3217-430a-af34-dbc9203f9ae3'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:22:34.525278 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-593f0203-966a-46f5-8d1f-44956b35465f req-c9931bd5-efe1-4b5c-85e6-561cfadc2362 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512692 Dec 15 16:22:34.540216 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c322034-5760-481e-a09d-8dfc30adb17e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:34.546982 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4c322034-5760-481e-a09d-8dfc30adb17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:34.614288 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-91f02ffd-15d8-4177-8feb-970cd7e80c59 service neutron] 10.222.0.60 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016008 Dec 15 16:22:34.616288 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c322034-5760-481e-a09d-8dfc30adb17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6026ffa-2d34-4cfe-adc6-f685cf51f975,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:34.623556 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-4c322034-5760-481e-a09d-8dfc30adb17e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b64a1cbbf6cc407987f8052fe33808e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9373848 Dec 15 16:22:34.626152 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37592) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:34.753641 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0df221f4-d7bb-4623-aa1a-45622b4ac225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:34.775562 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0df221f4-d7bb-4623-aa1a-45622b4ac225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:34.808322 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-639da985-2476-47f7-8bea-a449c72c9122 service neutron] 10.222.0.60 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853976 Dec 15 16:22:34.834163 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0df221f4-d7bb-4623-aa1a-45622b4ac225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:34.839267 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bd979-1de6-431f-a068-3f93e65f0c93 req-9dc6bdd2-184c-476c-8d54-be9916c96e08 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:34.839521 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0df221f4-d7bb-4623-aa1a-45622b4ac225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:34.841311 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f50bd979-1de6-431f-a068-3f93e65f0c93 req-9dc6bdd2-184c-476c-8d54-be9916c96e08 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0973456 Dec 15 16:22:34.847331 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-0df221f4-d7bb-4623-aa1a-45622b4ac225 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6026ffa-2d34-4cfe-adc6-f685cf51f975 HTTP/1.1" status: 204 len: 168 time: 0.2192845 Dec 15 16:22:34.871888 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df221f4-d7bb-4623-aa1a-45622b4ac225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6026ffa-2d34-4cfe-adc6-f685cf51f975,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:34.932639 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f50bd979-1de6-431f-a068-3f93e65f0c93 req-22a86739-cba8-4b21-92aa-575fb71462b7 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796671 Dec 15 16:22:35.027930 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d03eff37-7bb6-44ae-89eb-71fb35098477 req-be215bfa-0e46-40f8-9190-c4ef5d1b9901 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 210 time: 0.0536633 Dec 15 16:22:35.468250 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 6cf0b461-3217-430a-af34-dbc9203f9ae3 up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:22:35.555543 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port 6cf0b461-3217-430a-af34-dbc9203f9ae3 completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:22:35.560037 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 6cf0b461-3217-430a-af34-dbc9203f9ae3 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:35.560411 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:35.728795 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:35.779755 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c4725-6caf-4c23-849a-a7b00ebe4388 req-929588d4-7f5e-4bc5-a17d-09f8753cbfc3 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:35.792703 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96617b99-e916-4aa8-a3f5-3ef4ed329f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf0b461-3217-430a-af34-dbc9203f9ae3'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:22:35.796634 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eefb627-a689-43a1-9469-5cb2a5266cdd" -d '{"events": [{"server_uuid": "96617b99-e916-4aa8-a3f5-3ef4ed329f04", "name": "network-vif-plugged", "status": "completed", "tag": "6cf0b461-3217-430a-af34-dbc9203f9ae3"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:22:35.816435 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 6cf0b461-3217-430a-af34-dbc9203f9ae3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6cf0b461-3217-430a-af34-dbc9203f9ae3,segment=NetworkSegment(8df1a98f-df26-483b-9e04-e75fa226a2da),segment_id=8df1a98f-df26-483b-9e04-e75fa226a2da)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:35.819999 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6e4c4725-6caf-4c23-849a-a7b00ebe4388 req-929588d4-7f5e-4bc5-a17d-09f8753cbfc3 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 944 time: 0.1295004 Dec 15 16:22:35.825886 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:35.838084 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37640) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:35.911321 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=6cf0b461-3217-430a-af34-dbc9203f9ae3,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:35.989384 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6e4c4725-6caf-4c23-849a-a7b00ebe4388 req-86215e54-d2cc-49be-9986-0243472a93c2 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673656 Dec 15 16:22:36.056756 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ac7a95-168b-4d2f-b339-b0769211bc7a x-openstack-request-id: req-91ac7a95-168b-4d2f-b339-b0769211bc7a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:22:36.057593 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96617b99-e916-4aa8-a3f5-3ef4ed329f04", "name": "network-vif-plugged", "status": "completed", "tag": "6cf0b461-3217-430a-af34-dbc9203f9ae3", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:22:36.057837 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91ac7a95-168b-4d2f-b339-b0769211bc7a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:22:36.058423 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96617b99-e916-4aa8-a3f5-3ef4ed329f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf0b461-3217-430a-af34-dbc9203f9ae3', 'code': 200} Dec 15 16:22:36.182564 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41324672-7004-455c-9ada-a466c9ee57e5 req-2b703331-2cca-4345-9a86-36a5f2ef791c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:36.185340 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-41324672-7004-455c-9ada-a466c9ee57e5 req-2b703331-2cca-4345-9a86-36a5f2ef791c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.1120400 Dec 15 16:22:36.217595 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37654) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:36.237265 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4ee26a46-0a42-4863-8280-7441587aca5b req-36dc3f7b-129d-4806-81a3-57675b169aeb tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 210 time: 0.0499091 Dec 15 16:22:36.354529 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-41324672-7004-455c-9ada-a466c9ee57e5 req-6f6a4382-21ef-4117-bd07-9f37b3d14da6 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149528 Dec 15 16:22:36.380942 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-102eade9-4ebc-4b29-b15e-55166ee911e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:36.424511 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-711b74ca-f3b3-48f5-9945-884b923d0c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:36.470445 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf08ee8-7de1-4526-96ce-792f24f38461 req-34a98522-4c0e-44db-a456-8682ad753092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:36.472340 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-eaf08ee8-7de1-4526-96ce-792f24f38461 req-34a98522-4c0e-44db-a456-8682ad753092 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 1098 time: 0.1390102 Dec 15 16:22:36.618373 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-102eade9-4ebc-4b29-b15e-55166ee911e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:36.646440 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25772649-ab0f-47a3-8cc5-068a7e4b93ba req-12e51ec5-e2c7-4b40-bd4c-2cddf0dcdd15 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:36.647569 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-eaf08ee8-7de1-4526-96ce-792f24f38461 req-df34fd77-802b-4a78-bf38-1fdb59f4f6f7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628942 Dec 15 16:22:36.654863 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-102eade9-4ebc-4b29-b15e-55166ee911e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:36.673125 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-25772649-ab0f-47a3-8cc5-068a7e4b93ba req-12e51ec5-e2c7-4b40-bd4c-2cddf0dcdd15 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.1873488 Dec 15 16:22:36.730521 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-711b74ca-f3b3-48f5-9945-884b923d0c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:36.744291 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-102eade9-4ebc-4b29-b15e-55166ee911e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02874d416dcc4e84a2a8c926d0638623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9049428 Dec 15 16:22:36.745431 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-711b74ca-f3b3-48f5-9945-884b923d0c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:36.747079 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37668) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:36.751345 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102eade9-4ebc-4b29-b15e-55166ee911e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd4b2fe-f924-486a-9064-19bb8294d1d5,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:36.773797 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-25772649-ab0f-47a3-8cc5-068a7e4b93ba req-31bf02ed-0487-43c1-a089-1cdaae6014a7 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869615 Dec 15 16:22:36.810104 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-711b74ca-f3b3-48f5-9945-884b923d0c34 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a20e72eb13446f7b2fc72e2e3662fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5895534 Dec 15 16:22:36.814518 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37670) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:36.821494 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-8aac901a-f53e-4e9b-b96f-e3993d7b726c tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:36.823036 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-8aac901a-f53e-4e9b-b96f-e3993d7b726c tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "GET /v2.0/networks?id=d3a23e9e-8c1c-4ad2-af72-ef7451820760 HTTP/1.1" status: 200 len: 814 time: 0.2651477 Dec 15 16:22:36.832194 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b74ca-f3b3-48f5-9945-884b923d0c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccb95fb-ddbf-4099-87d8-1d702c60b766,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:36.843790 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2a99270-a7f0-4fe9-9688-34be2a85294f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:36.882707 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2a99270-a7f0-4fe9-9688-34be2a85294f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:36.896551 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-40b8a753-bd7d-465f-82de-55febbf7a0d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:36.926611 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-6e8f391b-a005-4999-b7ec-3dc870cfeeb0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Request body: {'port': {'device_id': 'fefd60c0-a2af-4432-9260-c3046035cb4f', 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760', 'admin_state_up': True, 'tenant_id': '6cccb6b08dc94f04a5efa2624d350007'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:36.940093 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-40b8a753-bd7d-465f-82de-55febbf7a0d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:36.993204 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2a99270-a7f0-4fe9-9688-34be2a85294f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:36.995992 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e2a99270-a7f0-4fe9-9688-34be2a85294f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:36.997172 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-e2a99270-a7f0-4fe9-9688-34be2a85294f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0cd4b2fe-f924-486a-9064-19bb8294d1d5 HTTP/1.1" status: 204 len: 168 time: 0.2488678 Dec 15 16:22:37.035044 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a99270-a7f0-4fe9-9688-34be2a85294f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd4b2fe-f924-486a-9064-19bb8294d1d5,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:37.265662 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-40b8a753-bd7d-465f-82de-55febbf7a0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:37.277720 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-40b8a753-bd7d-465f-82de-55febbf7a0d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:37.279770 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-40b8a753-bd7d-465f-82de-55febbf7a0d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ccb95fb-ddbf-4099-87d8-1d702c60b766 HTTP/1.1" status: 204 len: 168 time: 0.4553149 Dec 15 16:22:37.332049 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8a753-bd7d-465f-82de-55febbf7a0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccb95fb-ddbf-4099-87d8-1d702c60b766,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:37.339530 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2219b2b-ff93-439e-a02f-a36209dba82f req-ced18dc3-ce3d-4b86-b600-6d854f60769f tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:37.349410 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e2219b2b-ff93-439e-a02f-a36209dba82f req-ced18dc3-ce3d-4b86-b600-6d854f60769f tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 945 time: 0.1466653 Dec 15 16:22:37.389177 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-6e8f391b-a005-4999-b7ec-3dc870cfeeb0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Made reservation on behalf of 6cccb6b08dc94f04a5efa2624d350007 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:22:37.413690 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-6e8f391b-a005-4999-b7ec-3dc870cfeeb0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:37.636925 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f749680f-3efa-4014-a5f5-573e30a57a45 req-f6140c13-69b8-469a-beb8-18715327b576 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 210 time: 0.1393096 Dec 15 16:22:37.649212 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e2219b2b-ff93-439e-a02f-a36209dba82f req-bff7213b-6232-4ecf-99e0-f2d2bba1483f tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699172 Dec 15 16:22:37.761011 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-6e8f391b-a005-4999-b7ec-3dc870cfeeb0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Allocated IP 172.20.0.4 (d3a23e9e-8c1c-4ad2-af72-ef7451820760/beaaa392-fb0d-4c71-85d3-a60cef15e55f/e5590de1-ee90-4501-b614-78b851657c16) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:22:37.968115 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-6e8f391b-a005-4999-b7ec-3dc870cfeeb0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:38.011269 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-6e8f391b-a005-4999-b7ec-3dc870cfeeb0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:38.030080 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['2a99c3c6-1c76-4557-ba21-b6d579694eac', '1351aeaa-4e2c-4d63-aadd-c4160a439008'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:22:38.075420 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-6e8f391b-a005-4999-b7ec-3dc870cfeeb0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Network d3a23e9e-8c1c-4ad2-af72-ef7451820760 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:22:38.080201 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-6e8f391b-a005-4999-b7ec-3dc870cfeeb0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:38.085481 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-6e8f391b-a005-4999-b7ec-3dc870cfeeb0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:22:38.114518 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f391b-a005-4999-b7ec-3dc870cfeeb0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Pushing event updated for resources: {'Port': ['ID=e5590de1-ee90-4501-b614-78b851657c16,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:38.177041 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-6e8f391b-a005-4999-b7ec-3dc870cfeeb0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:38.177780 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-6e8f391b-a005-4999-b7ec-3dc870cfeeb0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:38.223919 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-6e8f391b-a005-4999-b7ec-3dc870cfeeb0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3062863 Dec 15 16:22:38.271662 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Request body: {'port': {'device_id': 'fefd60c0-a2af-4432-9260-c3046035cb4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:38.459863 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:38.651103 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37764) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:38.859242 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fca67-0b01-4e7d-89bc-8e84c2f5a22b req-8fc8b5ee-9ae2-4917-b873-644df954b753 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:38.861295 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fa5fca67-0b01-4e7d-89bc-8e84c2f5a22b req-8fc8b5ee-9ae2-4917-b873-644df954b753 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 931 time: 0.1057131 Dec 15 16:22:38.928498 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5590de1-ee90-4501-b614-78b851657c16 {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:22:38.942831 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:38.958909 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fa5fca67-0b01-4e7d-89bc-8e84c2f5a22b req-d6ebc15f-7f8d-4837-ae03-f6ea7ef3760b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755730 Dec 15 16:22:38.972763 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Transition to ACTIVE for port object e5590de1-ee90-4501-b614-78b851657c16 will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:22:38.982471 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:38.994821 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd48ce-1ed3-44c8-a7d7-8e697643edee req-deb079c0-9bdd-41b0-8bba-a63e10a92a35 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:39.007269 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-35bd48ce-1ed3-44c8-a7d7-8e697643edee req-deb079c0-9bdd-41b0-8bba-a63e10a92a35 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 945 time: 0.1418715 Dec 15 16:22:39.078297 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2d24-c697-47a3-8349-4a8dcf3a0d8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:39.103801 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Pushing event updated for resources: {'Port': ['ID=e5590de1-ee90-4501-b614-78b851657c16,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:39.162546 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-35bd48ce-1ed3-44c8-a7d7-8e697643edee req-396e4a99-2205-4929-b3f6-db625342d60e tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542108 Dec 15 16:22:39.226803 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37790) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:39.274858 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37796) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:39.427111 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2d24-c697-47a3-8349-4a8dcf3a0d8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:39.436892 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2d24-c697-47a3-8349-4a8dcf3a0d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:39.531389 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-755864261-network', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:39.537021 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b2d24-c697-47a3-8349-4a8dcf3a0d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f925ba2-fd58-4ff5-a347-1a2a170def38,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:39.565444 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0b5b2d24-c697-47a3-8349-4a8dcf3a0d8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eae7a7c705994a9283e3647ebe8b1335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9118748 Dec 15 16:22:39.571107 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37808) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:39.593180 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a84e97-7507-4116-9d29-b06d64f477ee req-6901b83f-4970-426d-bb00-ebdd36201bed tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:39.598813 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a4a84e97-7507-4116-9d29-b06d64f477ee req-6901b83f-4970-426d-bb00-ebdd36201bed tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.2909963 Dec 15 16:22:39.670573 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] Made reservation on behalf of 60fc732badb0488392694e6d6c67d5dc for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:22:39.673911 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:39.707534 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-306779572-network', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:39.715778 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:39.734392 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a4a84e97-7507-4116-9d29-b06d64f477ee req-e76d33fc-586b-462f-a076-dae0c465952f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075575 Dec 15 16:22:39.740337 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] Made reservation on behalf of 9fd32b6eee5e4a75b6dec0e216953bd4 for: {'network': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:22:39.744454 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:39.767096 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37816) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:39.784455 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:39.796662 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8aa8f790-4225-4f95-ac26-b8adc5851a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:39.839982 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8aa8f790-4225-4f95-ac26-b8adc5851a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:39.850064 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e9a16-da80-440a-b5de-81a8a38082f9 req-6eb82239-a986-4806-9ffa-c0e4f2e088a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:39.852687 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ef9e9a16-da80-440a-b5de-81a8a38082f9 req-6eb82239-a986-4806-9ffa-c0e4f2e088a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4cdbc8211774d9fb8b9dbf7e3f1f080&device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 1099 time: 0.6149380 Dec 15 16:22:39.860714 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Attempting to bind port e5590de1-ee90-4501-b614-78b851657c16 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:22:39.861490 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Attempting to bind port e5590de1-ee90-4501-b614-78b851657c16 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:22:39.861958 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Attempting to bind port e5590de1-ee90-4501-b614-78b851657c16 on network d3a23e9e-8c1c-4ad2-af72-ef7451820760 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:22:39.879409 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:39.891266 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:39.908920 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Port e5590de1-ee90-4501-b614-78b851657c16 on network d3a23e9e-8c1c-4ad2-af72-ef7451820760 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:22:39.909430 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Attempting to bind port e5590de1-ee90-4501-b614-78b851657c16 on network d3a23e9e-8c1c-4ad2-af72-ef7451820760 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:22:39.928510 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:22:39.946144 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdc3116-7aaa-4f0c-a9ff-88d0b2a0f39e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:39.960649 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8aa8f790-4225-4f95-ac26-b8adc5851a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:39.964248 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8aa8f790-4225-4f95-ac26-b8adc5851a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:39.965616 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-8aa8f790-4225-4f95-ac26-b8adc5851a4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f925ba2-fd58-4ff5-a347-1a2a170def38 HTTP/1.1" status: 204 len: 168 time: 0.3930876 Dec 15 16:22:39.972776 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:39.973242 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] Added segment 13d19cab-7020-41c2-b04c-78235294896b of type vlan for network d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 Dec 15 16:22:39.993602 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8f790-4225-4f95-ac26-b8adc5851a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f925ba2-fd58-4ff5-a347-1a2a170def38,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:40.016462 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:22:40.018208 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Checking segment: {'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:22:40.019101 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Bound using segment: {'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:22:40.020430 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Bound port: e5590de1-ee90-4501-b614-78b851657c16, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:22:40.021523 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.049597 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.111720 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-44124ff0-c49e-4abd-9fee-b61a7f9bf01a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.119477 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.121386 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:40.122353 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.267674 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9876471 Dec 15 16:22:40.271413 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37830) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:40.283748 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] For port e5590de1-ee90-4501-b614-78b851657c16, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:22:40.293023 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-8ce8dce2-6968-474f-8cc5-f8a55895446f admin admin] Request body: {'subnet': {'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-755864261-subnet', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'ip_version': 4}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:40.328717 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e9a16-da80-440a-b5de-81a8a38082f9 req-63698b4e-c9ed-4c03-b972-da94b254afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:40.329279 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43fe03-c462-45b6-842b-ecb8da04fa81 admin admin] Pushing event updated for resources: {'Network': ['ID=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:40.330461 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ef9e9a16-da80-440a-b5de-81a8a38082f9 req-63698b4e-c9ed-4c03-b972-da94b254afc8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6f85be06-be2a-46cd-ac10-179b1abdc90e HTTP/1.1" status: 200 len: 918 time: 0.4631090 Dec 15 16:22:40.345195 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce8dce2-6968-474f-8cc5-f8a55895446f admin admin] Made reservation on behalf of 60fc732badb0488392694e6d6c67d5dc for: {'subnet': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:22:40.349766 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8ce8dce2-6968-474f-8cc5-f8a55895446f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10307943'] for subnet, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.362415 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:22:40.371000 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a25c52-1618-43f2-91c3-6d62cbf67397 req-f4ae4fe3-c43f-4e3c-8ff3-405879e1addd tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:40.383222 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-80a25c52-1618-43f2-91c3-6d62cbf67397 req-f4ae4fe3-c43f-4e3c-8ff3-405879e1addd tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 943 time: 0.1767881 Dec 15 16:22:40.476736 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-80a25c52-1618-43f2-91c3-6d62cbf67397 req-6b15b14a-ce77-493a-a052-50b72651a741 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859082 Dec 15 16:22:40.492529 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-44124ff0-c49e-4abd-9fee-b61a7f9bf01a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.500585 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-44124ff0-c49e-4abd-9fee-b61a7f9bf01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.501050 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] For port e5590de1-ee90-4501-b614-78b851657c16, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e5590de1-ee90-4501-b614-78b851657c16,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:22:40.505213 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.522356 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.524544 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.605761 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-44124ff0-c49e-4abd-9fee-b61a7f9bf01a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f72cb93b80e74cd5864f9b387b3981c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8333418 Dec 15 16:22:40.605761 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44124ff0-c49e-4abd-9fee-b61a7f9bf01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c2c0ce-4d89-4148-ac5b-30b1cf7ab555,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:40.612715 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ef9e9a16-da80-440a-b5de-81a8a38082f9 req-ba4e9e2c-ee66-4b70-9fc3-73f002d11e35 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61eaf140-62eb-493c-b139-fe292101564e HTTP/1.1" status: 200 len: 217 time: 0.1098249 Dec 15 16:22:40.615511 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37840) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:40.683887 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=102566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:22:40.703054 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.704091 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.segments_db [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] Added segment b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902 of type vlan for network fa64c9a0-e96d-42b2-b777-1875ab6b3322 Dec 15 16:22:40.707254 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f9975-8ff6-4482-8adc-4d0eaaede73a req-53237c4c-8a68-4263-b70a-9a41361cc17b tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:40.709061 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-747f9975-8ff6-4482-8adc-4d0eaaede73a req-53237c4c-8a68-4263-b70a-9a41361cc17b tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 945 time: 0.1123624 Dec 15 16:22:40.729100 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9ddd-1029-4a25-b052-9b6100d4b280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.780131 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9ddd-1029-4a25-b052-9b6100d4b280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.807035 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6597576e-ea04-4ccf-99be-0e56fdb922ca,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:40.828357 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-747f9975-8ff6-4482-8adc-4d0eaaede73a req-ec09a2eb-6547-4000-826d-ae29864d46f0 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950096 Dec 15 16:22:40.843013 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:40.844757 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.848824 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] 10.222.0.65 "PUT /v2.0/ports/e5590de1-ee90-4501-b614-78b851657c16 HTTP/1.1" status: 200 len: 1093 time: 2.5908360 Dec 15 16:22:40.851519 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefd60c0-a2af-4432-9260-c3046035cb4f', 'tag': 'e5590de1-ee90-4501-b614-78b851657c16'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:22:40.855163 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640a4380-f0dc-495b-88fc-7397e13e4d16" -d '{"events": [{"name": "network-changed", "server_uuid": "fefd60c0-a2af-4432-9260-c3046035cb4f", "tag": "e5590de1-ee90-4501-b614-78b851657c16"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:22:40.882776 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9ddd-1029-4a25-b052-9b6100d4b280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.886170 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6dc9ddd-1029-4a25-b052-9b6100d4b280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:40.891634 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d6dc9ddd-1029-4a25-b052-9b6100d4b280 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4c2c0ce-4d89-4148-ac5b-30b1cf7ab555 HTTP/1.1" status: 204 len: 168 time: 0.2746198 Dec 15 16:22:40.907870 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc9ddd-1029-4a25-b052-9b6100d4b280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c2c0ce-4d89-4148-ac5b-30b1cf7ab555,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:41.076939 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8ea08d-0f92-4db8-a19b-ae9fb68a9a6f x-openstack-request-id: req-fe8ea08d-0f92-4db8-a19b-ae9fb68a9a6f {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:22:41.077501 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fefd60c0-a2af-4432-9260-c3046035cb4f", "tag": "e5590de1-ee90-4501-b614-78b851657c16", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:22:41.077501 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe8ea08d-0f92-4db8-a19b-ae9fb68a9a6f {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:22:41.077851 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefd60c0-a2af-4432-9260-c3046035cb4f', 'tag': 'e5590de1-ee90-4501-b614-78b851657c16', 'status': 'completed', 'code': 200} Dec 15 16:22:41.086430 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4cbf5-200f-4329-8bd6-62403e15752b service neutron] Pushing event updated for resources: {'Port': ['ID=e5590de1-ee90-4501-b614-78b851657c16,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:41.091137 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:41.119781 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-5757f200-338a-450b-8a68-9ec3b8c1562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:41.121583 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-5757f200-338a-450b-8a68-9ec3b8c1562c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6cccb6b08dc94f04a5efa2624d350007&device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 1096 time: 0.1268072 Dec 15 16:22:41.191616 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60d142-f0f6-41cc-8d84-eb9a10b1d4d5 req-35012944-4299-4219-a9c6-3bd5fe13524e tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:41.194003 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a60d142-f0f6-41cc-8d84-eb9a10b1d4d5 req-35012944-4299-4219-a9c6-3bd5fe13524e tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.1211283 Dec 15 16:22:41.196939 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-476791a9-d787-4aea-9a87-d0591221b472 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5590de1-ee90-4501-b614-78b851657c16 HTTP/1.1" status: 200 len: 217 time: 0.0379863 Dec 15 16:22:41.262715 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e9a16-da80-440a-b5de-81a8a38082f9 req-1f63038c-5ca9-4022-941c-32d4238b184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:41.263129 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ef9e9a16-da80-440a-b5de-81a8a38082f9 req-1f63038c-5ca9-4022-941c-32d4238b184b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dcc8cfb6-7256-46fc-93e9-a03d0bcebe89 HTTP/1.1" status: 200 len: 857 time: 0.6133196 Dec 15 16:22:41.274073 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a60d142-f0f6-41cc-8d84-eb9a10b1d4d5 req-04280b0c-4ae1-4e55-a2a8-40bfe53af822 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679183 Dec 15 16:22:41.312299 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ef9e9a16-da80-440a-b5de-81a8a38082f9 req-bc755a69-af17-44d6-a6d3-6c202ecb9004 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f85be06-be2a-46cd-ac10-179b1abdc90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378675 Dec 15 16:22:41.321176 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-0d4e6036-8ec5-428e-aa29-fc0465cfe998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:41.322702 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-0d4e6036-8ec5-428e-aa29-fc0465cfe998 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beaaa392-fb0d-4c71-85d3-a60cef15e55f HTTP/1.1" status: 200 len: 854 time: 0.1109281 Dec 15 16:22:41.330323 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:41.331346 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:41.332164 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:41.410440 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1821043 Dec 15 16:22:41.411532 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8ce8dce2-6968-474f-8cc5-f8a55895446f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3003161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10307961'] for subnet, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:41.412068 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37864) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:41.418402 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a529d363-31aa-4ad4-a111-439aed19dbbf admin admin] Request body: {'subnet': {'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-306779572-subnet', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:41.427110 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37866) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:41.447256 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4728d2a-dbcb-4c2f-b0a9-6625efbe7721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:41.473231 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a529d363-31aa-4ad4-a111-439aed19dbbf admin admin] Made reservation on behalf of 9fd32b6eee5e4a75b6dec0e216953bd4 for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:22:41.475201 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-e85073df-0814-46f1-8d97-353a5fc73d69 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3a23e9e-8c1c-4ad2-af72-ef7451820760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321332 Dec 15 16:22:41.475443 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a529d363-31aa-4ad4-a111-439aed19dbbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10220434'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:41.615230 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1255b-6e3c-469e-b4cd-433ed4102539 admin admin] Pushing event updated for resources: {'Network': ['ID=fa64c9a0-e96d-42b2-b777-1875ab6b3322,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:41.637218 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network fa64c9a0-e96d-42b2-b777-1875ab6b3322 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:22:41.655473 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8dce2-6968-474f-8cc5-f8a55895446f admin admin] Pushing event updated for resources: {'Subnet': ['ID=45118a8a-76e1-4368-be2a-344063d4d805,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:41.686919 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ef9e9a16-da80-440a-b5de-81a8a38082f9 req-d3f87da6-32e4-4c87-9b4b-fb5d7aeb6749 service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310523 Dec 15 16:22:41.698910 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4728d2a-dbcb-4c2f-b0a9-6625efbe7721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:41.709003 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d4728d2a-dbcb-4c2f-b0a9-6625efbe7721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:41.723461 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8422054-c8dc-4763-96f6-e2c0e4c8f262 req-0137927d-58ce-4c7b-a065-ad8b7836957c tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:41.732755 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d8422054-c8dc-4763-96f6-e2c0e4c8f262 req-0137927d-58ce-4c7b-a065-ad8b7836957c tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 943 time: 0.1538749 Dec 15 16:22:41.733879 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce8dce2-6968-474f-8cc5-f8a55895446f admin admin] Checking segment: {'id': '13d19cab-7020-41c2-b04c-78235294896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:22:41.734544 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce8dce2-6968-474f-8cc5-f8a55895446f admin admin] Network hostable DHCP agents. Network: d3448ec3-4b1e-4f23-bb59-4f667d1a0a58, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:22:41.820366 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4728d2a-dbcb-4c2f-b0a9-6625efbe7721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc257a5-f855-4ccb-b631-6cea828a1a47,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:41.832645 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-b6e52947-7e3b-443c-9a1b-8e76e5589c46 service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222620 Dec 15 16:22:41.857614 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d4728d2a-dbcb-4c2f-b0a9-6625efbe7721 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=546f54b2c5f446a8bb1696f537fad63c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4256160 Dec 15 16:22:41.863718 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37878) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:41.896885 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d8422054-c8dc-4763-96f6-e2c0e4c8f262 req-a3d26130-68a3-4a48-a38b-6c215d721df8 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635048 Dec 15 16:22:41.937229 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a529d363-31aa-4ad4-a111-439aed19dbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10255586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10220428'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:41.997054 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce8dce2-6968-474f-8cc5-f8a55895446f admin admin] Network d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:22:42.015613 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529d363-31aa-4ad4-a111-439aed19dbbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9f3e25-87d9-46c5-a63e-492a8a4d8c09,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:42.084628 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-8ce8dce2-6968-474f-8cc5-f8a55895446f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, d3448ec3-4b1e-4f23-bb59-4f667d1a0a58) {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:42.100778 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d46b9b6-1bb6-44c2-9c79-eb3b8f2b12ec None None] Network d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:22:42.101075 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce8dce2-6968-474f-8cc5-f8a55895446f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:42.102408 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8ce8dce2-6968-474f-8cc5-f8a55895446f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:42.111238 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5521aeac-3bb7-4b49-b75d-1cffa014756e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:42.115803 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ef9e9a16-da80-440a-b5de-81a8a38082f9 req-70307a43-f811-4d7f-8e20-7aade57231a8 service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074893 Dec 15 16:22:42.138346 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5521aeac-3bb7-4b49-b75d-1cffa014756e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:42.149043 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-8ce8dce2-6968-474f-8cc5-f8a55895446f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8670702 Dec 15 16:22:42.155273 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37880) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:42.161234 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:42.175494 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529d363-31aa-4ad4-a111-439aed19dbbf admin admin] Checking segment: {'id': 'b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:22:42.176031 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a529d363-31aa-4ad4-a111-439aed19dbbf admin admin] Network hostable DHCP agents. Network: fa64c9a0-e96d-42b2-b777-1875ab6b3322, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:22:42.181042 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-0a8d786d-5948-4d6e-b34c-0596331fcebd req-a9b5003c-7cc9-48b8-b2cf-0f0288368cdb service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366730 Dec 15 16:22:42.207812 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643b3a3-575a-482d-a1a4-44c1d157db36 req-d7d7bc34-9766-4db5-a6af-b1d7a68b4e8a tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:42.214885 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:42.216165 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7031'] for router, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:42.216477 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4643b3a3-575a-482d-a1a4-44c1d157db36 req-d7d7bc34-9766-4db5-a6af-b1d7a68b4e8a tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 945 time: 0.1979587 Dec 15 16:22:42.269917 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a529d363-31aa-4ad4-a111-439aed19dbbf admin admin] Network fa64c9a0-e96d-42b2-b777-1875ab6b3322 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:22:42.300523 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-a529d363-31aa-4ad4-a111-439aed19dbbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, fa64c9a0-e96d-42b2-b777-1875ab6b3322) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:42.309821 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5521aeac-3bb7-4b49-b75d-1cffa014756e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:42.312510 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5521aeac-3bb7-4b49-b75d-1cffa014756e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:42.313773 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-5521aeac-3bb7-4b49-b75d-1cffa014756e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bdc257a5-f855-4ccb-b631-6cea828a1a47 HTTP/1.1" status: 204 len: 168 time: 0.4478304 Dec 15 16:22:42.315610 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a529d363-31aa-4ad4-a111-439aed19dbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:42.316198 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a529d363-31aa-4ad4-a111-439aed19dbbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:42.322205 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83687503-31b2-4743-81da-736f7f860ec8 None None] Network fa64c9a0-e96d-42b2-b777-1875ab6b3322 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:22:42.331736 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521aeac-3bb7-4b49-b75d-1cffa014756e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc257a5-f855-4ccb-b631-6cea828a1a47,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:42.351399 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4643b3a3-575a-482d-a1a4-44c1d157db36 req-06a79f12-9c33-4ee6-9ead-7a37c91917e4 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332612 Dec 15 16:22:42.395947 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a529d363-31aa-4ad4-a111-439aed19dbbf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9821744 Dec 15 16:22:42.396973 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37894) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:42.404587 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:42.469830 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:42.520479 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:42.534636 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7031'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:42.590323 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52361088-e149-4c76-857d-46472dde8980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93a658eb-0334-563d-9744-8d0d76e8f5d2-d3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'fixed_ips': [{'subnet_id': '45118a8a-76e1-4368-be2a-344063d4d805'}]}} from dv-cinder-812685-4-iscsi. {{(pid=102568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:22:42.591287 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52361088-e149-4c76-857d-46472dde8980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:42.595812 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c83c5-4886-4247-9b97-a4fd79e46722 req-b3a94cd4-6465-4e38-bcb7-67eaf67c55ce tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:42.607000 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b3c83c5-4886-4247-9b97-a4fd79e46722 req-b3a94cd4-6465-4e38-bcb7-67eaf67c55ce tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.1395950 Dec 15 16:22:42.676660 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412243ff-285a-4b13-9e19-cbf3c98661cb req-f24b76fa-c00a-4d36-88fc-14402dd37d02 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:42.678728 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-412243ff-285a-4b13-9e19-cbf3c98661cb req-f24b76fa-c00a-4d36-88fc-14402dd37d02 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.65 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 945 time: 0.4243779 Dec 15 16:22:42.685503 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a4380-f0dc-495b-88fc-7397e13e4d16 req-525d8e8e-bdf6-4c21-adbc-8b69bee18b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:42.687395 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-640a4380-f0dc-495b-88fc-7397e13e4d16 req-525d8e8e-bdf6-4c21-adbc-8b69bee18b83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6cccb6b08dc94f04a5efa2624d350007&device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 1096 time: 0.3971534 Dec 15 16:22:42.716929 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:42.756694 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93a658eb-0334-563d-9744-8d0d76e8f5d2-fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'fixed_ips': [{'subnet_id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09'}]}} from dv-cinder-812685-4-iscsi. {{(pid=102568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:22:42.757722 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:42.959256 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:42.981019 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-52361088-e149-4c76-857d-46472dde8980 None None] Allocated IP 172.20.0.2 (d3448ec3-4b1e-4f23-bb59-4f667d1a0a58/45118a8a-76e1-4368-be2a-344063d4d805/7490bbf7-9e79-417e-8f73-f75fd691c51e) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:22:42.986035 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b3c83c5-4886-4247-9b97-a4fd79e46722 req-2ac19229-9427-4772-bc92-2d5d0558ec01 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746409 Dec 15 16:22:43.001159 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:43.042419 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Allocated IP 172.20.0.2 (fa64c9a0-e96d-42b2-b777-1875ab6b3322/9e9f3e25-87d9-46c5-a63e-492a8a4d8c09/b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:22:43.170450 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a4380-f0dc-495b-88fc-7397e13e4d16 req-c0225d09-0375-41ba-8a17-b0fa4ca652e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:43.173487 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-640a4380-f0dc-495b-88fc-7397e13e4d16 req-c0225d09-0375-41ba-8a17-b0fa4ca652e4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3a23e9e-8c1c-4ad2-af72-ef7451820760 HTTP/1.1" status: 200 len: 915 time: 0.3445427 Dec 15 16:22:43.186507 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-412243ff-285a-4b13-9e19-cbf3c98661cb req-0388a608-23e1-470a-b0ed-31a6f1ff7773 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Deleting port 6cf0b461-3217-430a-af34-dbc9203f9ae3 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:22:43.187096 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-412243ff-285a-4b13-9e19-cbf3c98661cb req-0388a608-23e1-470a-b0ed-31a6f1ff7773 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:43.249355 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37912) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:43.292685 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c6e656f-9665-4a6b-8abe-3c11a3a5ed40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:43.312952 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495a69c-08fc-45e7-8fc9-23319c9a4711 req-2ee42f7a-23a5-4cb0-a500-1a2a36844922 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:43.315031 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e495a69c-08fc-45e7-8fc9-23319c9a4711 req-2ee42f7a-23a5-4cb0-a500-1a2a36844922 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 943 time: 0.2084284 Dec 15 16:22:43.429533 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e495a69c-08fc-45e7-8fc9-23319c9a4711 req-b8cf2318-5e26-4d73-b5ac-e3e7a80ea3f7 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815182 Dec 15 16:22:43.512941 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:43.517445 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device e5590de1-ee90-4501-b614-78b851657c16 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:22:43.653198 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:43.667689 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b7d61-9c3e-4b34-92a1-74976ff475ec req-3e926303-5824-4760-a134-b92d46ed85c1 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:43.675674 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a98b7d61-9c3e-4b34-92a1-74976ff475ec req-3e926303-5824-4760-a134-b92d46ed85c1 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 945 time: 0.1341918 Dec 15 16:22:43.691307 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:43.718869 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-412243ff-285a-4b13-9e19-cbf3c98661cb req-0388a608-23e1-470a-b0ed-31a6f1ff7773 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] For port 6cf0b461-3217-430a-af34-dbc9203f9ae3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6cf0b461-3217-430a-af34-dbc9203f9ae3,segment=NetworkSegment(8df1a98f-df26-483b-9e04-e75fa226a2da),segment_id=8df1a98f-df26-483b-9e04-e75fa226a2da)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:43.719268 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-412243ff-285a-4b13-9e19-cbf3c98661cb req-0388a608-23e1-470a-b0ed-31a6f1ff7773 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:43.735335 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-412243ff-285a-4b13-9e19-cbf3c98661cb req-0388a608-23e1-470a-b0ed-31a6f1ff7773 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Calling delete_port for 6cf0b461-3217-430a-af34-dbc9203f9ae3 owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:22:43.756970 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a98b7d61-9c3e-4b34-92a1-74976ff475ec req-bbc5b139-c7b0-469e-ba09-92135fdeeb1e tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/security-groups?id=e682fabb-2597-469c-bf54-f3d324e074a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802789 Dec 15 16:22:43.763651 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:43.763889 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Pushing event updated for resources: {'Port': ['ID=b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:43.831016 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Network fa64c9a0-e96d-42b2-b777-1875ab6b3322 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:22:43.835540 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port e5590de1-ee90-4501-b614-78b851657c16, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e5590de1-ee90-4501-b614-78b851657c16,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:43.839207 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:43.841734 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c6e656f-9665-4a6b-8abe-3c11a3a5ed40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:43.848237 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:22:43.852622 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c6e656f-9665-4a6b-8abe-3c11a3a5ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:43.891531 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e656f-9665-4a6b-8abe-3c11a3a5ed40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ea5549-09ba-4f12-a07a-83efae7d95f3,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:43.895349 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': 'e5590de1-ee90-4501-b614-78b851657c16', 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760', 'port_id': 'e5590de1-ee90-4501-b614-78b851657c16', 'mac_address': 'fa:16:3e:56:92:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaaa392-fb0d-4c71-85d3-a60cef15e55f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:22:43.896136 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37922) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:43.917098 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52361088-e149-4c76-857d-46472dde8980 None None] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:43.921339 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-640a4380-f0dc-495b-88fc-7397e13e4d16 req-8f3a7241-d4a1-4ab8-8b1e-ea3650fced02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5590de1-ee90-4501-b614-78b851657c16 HTTP/1.1" status: 200 len: 217 time: 0.7256474 Dec 15 16:22:43.942973 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-7c6e656f-9665-4a6b-8abe-3c11a3a5ed40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50339c5598424d4b81ae338f2b894ab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6920962 Dec 15 16:22:43.947527 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37926) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:44.000262 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52361088-e149-4c76-857d-46472dde8980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.020614 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Allocated IP 172.27.2.167 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/7635ae77-c140-415b-adc4-4b97e6b13d29) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:22:44.023650 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-683495f9-2610-4c05-b229-a1c4bc3dd9f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.066184 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-412243ff-285a-4b13-9e19-cbf3c98661cb req-0388a608-23e1-470a-b0ed-31a6f1ff7773 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.073341 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-683495f9-2610-4c05-b229-a1c4bc3dd9f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.074926 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.084350 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52361088-e149-4c76-857d-46472dde8980 None None] Pushing event updated for resources: {'Port': ['ID=7490bbf7-9e79-417e-8f73-f75fd691c51e,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:44.087475 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Attempting to bind port b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:22:44.087864 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Attempting to bind port b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': 'b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:22:44.088398 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Attempting to bind port b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95 on network fa64c9a0-e96d-42b2-b777-1875ab6b3322 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:22:44.106365 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['6cf0b461-3217-430a-af34-dbc9203f9ae3'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:22:44.129241 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a4380-f0dc-495b-88fc-7397e13e4d16 req-1a3e33ce-ce0a-4475-b2d5-2586d0822b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:44.131934 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:22:44.132575 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-640a4380-f0dc-495b-88fc-7397e13e4d16 req-1a3e33ce-ce0a-4475-b2d5-2586d0822b89 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beaaa392-fb0d-4c71-85d3-a60cef15e55f HTTP/1.1" status: 200 len: 854 time: 0.1925037 Dec 15 16:22:44.132931 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Checking segment: {'id': 'b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:22:44.133402 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.133937 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Bound using segment: {'id': 'b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:22:44.134451 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Bound port: b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:22:44.134957 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.173807 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fd58ea22-1a8b-4c69-b3da-8593087d6f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.190545 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388a608-23e1-470a-b0ed-31a6f1ff7773 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Pushing event deleted for resources: {'Port': ['ID=6cf0b461-3217-430a-af34-dbc9203f9ae3,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:44.192143 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5590de1-ee90-4501-b614-78b851657c16 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:22:44.213598 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52361088-e149-4c76-857d-46472dde8980 None None] Network d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:22:44.221389 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d55075-15b7-4689-a29b-c00239dc0951 req-51ec3841-b9a5-4a45-963c-fdcb3bffdfb6 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:44.229990 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-84d55075-15b7-4689-a29b-c00239dc0951 req-51ec3841-b9a5-4a45-963c-fdcb3bffdfb6 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0808067 Dec 15 16:22:44.230310 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-52361088-e149-4c76-857d-46472dde8980 None None] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:44.236771 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52361088-e149-4c76-857d-46472dde8980 None None] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:22:44.274815 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port e5590de1-ee90-4501-b614-78b851657c16, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e5590de1-ee90-4501-b614-78b851657c16,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:44.283484 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-640a4380-f0dc-495b-88fc-7397e13e4d16 req-bc05eb63-755c-454b-ba34-e2a8506a9ff9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3a23e9e-8c1c-4ad2-af72-ef7451820760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125901 Dec 15 16:22:44.299598 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.332156 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-683495f9-2610-4c05-b229-a1c4bc3dd9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.335780 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-683495f9-2610-4c05-b229-a1c4bc3dd9f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.337286 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-683495f9-2610-4c05-b229-a1c4bc3dd9f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3ea5549-09ba-4f12-a07a-83efae7d95f3 HTTP/1.1" status: 204 len: 168 time: 0.3888142 Dec 15 16:22:44.340984 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.360456 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683495f9-2610-4c05-b229-a1c4bc3dd9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ea5549-09ba-4f12-a07a-83efae7d95f3,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:44.380201 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-84d55075-15b7-4689-a29b-c00239dc0951 req-aa90c00b-0336-4da5-8fba-fad7c07bc1a4 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491361 Dec 15 16:22:44.414464 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-412243ff-285a-4b13-9e19-cbf3c98661cb req-0388a608-23e1-470a-b0ed-31a6f1ff7773 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] No DVR routers for this DVR port 6cf0b461-3217-430a-af34-dbc9203f9ae3 on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:22:44.425829 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.470344 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] For port b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:22:44.486048 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-412243ff-285a-4b13-9e19-cbf3c98661cb req-0388a608-23e1-470a-b0ed-31a6f1ff7773 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.492119 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-412243ff-285a-4b13-9e19-cbf3c98661cb req-0388a608-23e1-470a-b0ed-31a6f1ff7773 tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.65 "DELETE /v2.0/ports/6cf0b461-3217-430a-af34-dbc9203f9ae3 HTTP/1.1" status: 204 len: 173 time: 1.8031957 Dec 15 16:22:44.498329 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96617b99-e916-4aa8-a3f5-3ef4ed329f04', 'name': 'network-vif-deleted', 'tag': '6cf0b461-3217-430a-af34-dbc9203f9ae3'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:22:44.499940 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:22:44.502685 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d320c9ee-daff-4758-8309-9086e38d1e48" -d '{"events": [{"server_uuid": "96617b99-e916-4aa8-a3f5-3ef4ed329f04", "name": "network-vif-deleted", "tag": "6cf0b461-3217-430a-af34-dbc9203f9ae3"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:22:44.506579 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:44.511142 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:22:44.551031 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=7635ae77-c140-415b-adc4-4b97e6b13d29,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:44.587521 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] For port b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95,segment=NetworkSegment(b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902),segment_id=b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:22:44.626854 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=e5590de1-ee90-4501-b614-78b851657c16,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:44.631344 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.636803 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-52361088-e149-4c76-857d-46472dde8980 None None] Attempting to bind port 7490bbf7-9e79-417e-8f73-f75fd691c51e on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:22:44.637603 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-52361088-e149-4c76-857d-46472dde8980 None None] Attempting to bind port 7490bbf7-9e79-417e-8f73-f75fd691c51e by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '13d19cab-7020-41c2-b04c-78235294896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:22:44.638336 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52361088-e149-4c76-857d-46472dde8980 None None] Attempting to bind port 7490bbf7-9e79-417e-8f73-f75fd691c51e on network d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:22:44.652719 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac53942e-b289-4dfa-8997-0f17c182845d x-openstack-request-id: req-ac53942e-b289-4dfa-8997-0f17c182845d {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:22:44.653177 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96617b99-e916-4aa8-a3f5-3ef4ed329f04", "name": "network-vif-deleted", "tag": "6cf0b461-3217-430a-af34-dbc9203f9ae3", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:22:44.653590 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac53942e-b289-4dfa-8997-0f17c182845d {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:22:44.654215 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96617b99-e916-4aa8-a3f5-3ef4ed329f04', 'name': 'network-vif-deleted', 'tag': '6cf0b461-3217-430a-af34-dbc9203f9ae3', 'status': 'completed', 'code': 200} Dec 15 16:22:44.807914 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fd6d3-0b8f-4f16-a778-903de9534600 req-f70622bb-d150-4efb-8f2d-dcd8c3e9c616 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:44.810152 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-066fd6d3-0b8f-4f16-a778-903de9534600 req-f70622bb-d150-4efb-8f2d-dcd8c3e9c616 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 944 time: 0.1195655 Dec 15 16:22:44.855349 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-640a4380-f0dc-495b-88fc-7397e13e4d16 req-6e7ca2a4-8993-4993-bc30-e3aa61362e9f service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582912 Dec 15 16:22:44.879586 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.956381 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.965458 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fd58ea22-1a8b-4c69-b3da-8593087d6f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:44.986192 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fd58ea22-1a8b-4c69-b3da-8593087d6f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:45.058787 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['e5590de1-ee90-4501-b614-78b851657c16'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:22:45.069644 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52361088-e149-4c76-857d-46472dde8980 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:22:45.070226 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52361088-e149-4c76-857d-46472dde8980 None None] Checking segment: {'id': '13d19cab-7020-41c2-b04c-78235294896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:22:45.070898 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52361088-e149-4c76-857d-46472dde8980 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:45.071763 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52361088-e149-4c76-857d-46472dde8980 None None] Bound using segment: {'id': '13d19cab-7020-41c2-b04c-78235294896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:22:45.072513 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-52361088-e149-4c76-857d-46472dde8980 None None] Bound port: 7490bbf7-9e79-417e-8f73-f75fd691c51e, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d19cab-7020-41c2-b04c-78235294896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:22:45.073100 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52361088-e149-4c76-857d-46472dde8980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:45.124010 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-fd58ea22-1a8b-4c69-b3da-8593087d6f0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e4d398be7084e13b22edacbb88371aa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2178061 Dec 15 16:22:45.133006 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58ea22-1a8b-4c69-b3da-8593087d6f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f010917c-dbff-4f9d-9380-b8a69ebbbafa,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:45.140985 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37946) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:45.220805 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-640a4380-f0dc-495b-88fc-7397e13e4d16 req-1026e1f9-a3ef-475c-8b1a-dac7d51f5268 service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522942 Dec 15 16:22:45.277145 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5142b42f-2a37-478a-85e3-ea2738fa3c2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:45.302592 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d186979-ff2e-46f3-b943-2b676a77db3d None None] Pushing event updated for resources: {'Port': ['ID=b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:45.358224 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Allocated IP 172.27.2.190 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/23abdabd-37ba-4ec2-a45e-a0a1af0728dd) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:22:45.383185 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5142b42f-2a37-478a-85e3-ea2738fa3c2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:45.494196 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-52361088-e149-4c76-857d-46472dde8980 None None] For port 7490bbf7-9e79-417e-8f73-f75fd691c51e, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:22:45.509984 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:45.548154 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5142b42f-2a37-478a-85e3-ea2738fa3c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:45.551964 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5142b42f-2a37-478a-85e3-ea2738fa3c2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:45.555768 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-5142b42f-2a37-478a-85e3-ea2738fa3c2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f010917c-dbff-4f9d-9380-b8a69ebbbafa HTTP/1.1" status: 204 len: 168 time: 0.4081690 Dec 15 16:22:45.556966 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 6cf0b461-3217-430a-af34-dbc9203f9ae3 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:22:45.563020 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-52361088-e149-4c76-857d-46472dde8980 None None] For port 7490bbf7-9e79-417e-8f73-f75fd691c51e, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=7490bbf7-9e79-417e-8f73-f75fd691c51e,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:22:45.576086 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142b42f-2a37-478a-85e3-ea2738fa3c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f010917c-dbff-4f9d-9380-b8a69ebbbafa,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:45.610696 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52361088-e149-4c76-857d-46472dde8980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:45.654248 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:45.700905 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: 6cf0b461-3217-430a-af34-dbc9203f9ae3 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:22:45.701393 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ab226941-9493-4748-97c3-dbf5820e5ba6 req-c3dad05e-9f99-4768-aa5d-6ae12692329c tempest-VolumesActionsTest-1283843163 tempest-VolumesActionsTest-1283843163-project] 10.222.0.60 "GET /v2.0/ports?device_id=96617b99-e916-4aa8-a3f5-3ef4ed329f04 HTTP/1.1" status: 200 len: 210 time: 0.2591040 Dec 15 16:22:45.701528 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 6cf0b461-3217-430a-af34-dbc9203f9ae3 not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:22:45.835018 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:45.961416 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-066fd6d3-0b8f-4f16-a778-903de9534600 req-252052ff-bad6-483e-a65d-e711118f92b7 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0996051 Dec 15 16:22:45.993581 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52361088-e149-4c76-857d-46472dde8980 None None] Pushing event updated for resources: {'Port': ['ID=7490bbf7-9e79-417e-8f73-f75fd691c51e,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:46.030491 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Pushing event updated for resources: {'Port': ['ID=23abdabd-37ba-4ec2-a45e-a0a1af0728dd,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:46.097870 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:22:46.101063 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:46.105729 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:22:46.249033 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ad7c8-1110-42ab-b503-cd3b75cdd7be req-cd4fab37-03b3-4ed1-a30d-6f19526c085b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:46.262872 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-637ad7c8-1110-42ab-b503-cd3b75cdd7be req-cd4fab37-03b3-4ed1-a30d-6f19526c085b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.3348405 Dec 15 16:22:46.484968 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 37970) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:46.505680 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-71609ca6-d49d-4499-a2a6-ad24c8af8f7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:46.626121 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-637ad7c8-1110-42ab-b503-cd3b75cdd7be req-410d018d-2eb8-4260-b667-4e9849ae3685 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619008 Dec 15 16:22:46.654149 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-71609ca6-d49d-4499-a2a6-ad24c8af8f7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:46.677230 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-71609ca6-d49d-4499-a2a6-ad24c8af8f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:46.703446 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538349'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:46.786322 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 7490bbf7-9e79-417e-8f73-f75fd691c51e up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:22:46.920488 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 7490bbf7-9e79-417e-8f73-f75fd691c51e triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:46.920761 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:46.961118 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-71609ca6-d49d-4499-a2a6-ad24c8af8f7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=725544608d4a4857a7c0014a12567df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4720595 Dec 15 16:22:46.962511 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 37984) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:46.990861 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71609ca6-d49d-4499-a2a6-ad24c8af8f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d7b509-73bb-41b8-a426-ef68491be481,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:47.101175 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:47.140789 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:47.174561 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22de8b2b-5d98-4b4c-bca3-ef98f3becffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:47.242910 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port 7490bbf7-9e79-417e-8f73-f75fd691c51e, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=7490bbf7-9e79-417e-8f73-f75fd691c51e,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:47.256205 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:47.258523 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:22:47.268655 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22de8b2b-5d98-4b4c-bca3-ef98f3becffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:47.371590 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f41ab6a-1915-44a2-9480-7412bab908ac None None] Network fa64c9a0-e96d-42b2-b777-1875ab6b3322 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:22:47.517433 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae1f57-6f5b-4313-80cd-b80f8a4dcafa req-2b139837-e172-42c8-86a6-da39d9f0d28d tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:47.519573 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95ae1f57-6f5b-4313-80cd-b80f8a4dcafa req-2b139837-e172-42c8-86a6-da39d9f0d28d tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 944 time: 0.3338270 Dec 15 16:22:47.523752 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Router 66123b8e-ccf1-4739-95ff-1707cc762e47 is scheduled to L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:22:47.543974 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22de8b2b-5d98-4b4c-bca3-ef98f3becffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:47.558498 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22de8b2b-5d98-4b4c-bca3-ef98f3becffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:47.566525 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-22de8b2b-5d98-4b4c-bca3-ef98f3becffe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5d7b509-73bb-41b8-a426-ef68491be481 HTTP/1.1" status: 204 len: 168 time: 0.5945444 Dec 15 16:22:47.621734 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device e5590de1-ee90-4501-b614-78b851657c16 up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:22:47.624517 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538349'] for router, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:47.753895 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-df481ac6-b95a-4232-ac3f-ba6fa5a0a706 None None] Provisioning complete for port b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:47.754513 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df481ac6-b95a-4232-ac3f-ba6fa5a0a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:47.809034 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=7490bbf7-9e79-417e-8f73-f75fd691c51e,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:47.903604 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de8b2b-5d98-4b4c-bca3-ef98f3becffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d7b509-73bb-41b8-a426-ef68491be481,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:47.966899 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50499e49-d5b9-4305-b4c9-3717c5b1838a None None] Network d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:22:48.036067 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Router a62582a1-957f-4be8-a13e-9742eefc728a is scheduled to L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f with binding_index 1 {{(pid=102566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:22:48.037221 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95ae1f57-6f5b-4313-80cd-b80f8a4dcafa req-91ae4f6b-2649-418b-908e-dc63a57f6b52 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672358 Dec 15 16:22:48.059130 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:22:48.086728 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Sync routers for ids ['66123b8e-ccf1-4739-95ff-1707cc762e47'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:22:48.112113 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Routers {'66123b8e-ccf1-4739-95ff-1707cc762e47'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:22:48.112890 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['66123b8e-ccf1-4739-95ff-1707cc762e47'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:48.136666 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e598c-5fc1-4793-98be-dfeed8951273 req-e009214d-19a1-4746-89d6-a56030b9731c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:48.151067 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-780e598c-5fc1-4793-98be-dfeed8951273 req-e009214d-19a1-4746-89d6-a56030b9731c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.2624102 Dec 15 16:22:48.204203 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] Publish callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:48.212349 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0f3c86fc-5b72-4831-8d89-290367fbfbb9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8134735 Dec 15 16:22:48.214347 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38050) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:48.223770 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:22:48.286081 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] Publish callbacks [] for router, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:48.287586 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-29f6a510-842f-4c4f-a24c-ff39f93b9d3e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1302140 Dec 15 16:22:48.292968 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38058) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:48.331678 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Sync routers for ids ['a62582a1-957f-4be8-a13e-9742eefc728a'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:22:48.344140 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:48.348005 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:48.442141 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Set router 66123b8e-ccf1-4739-95ff-1707cc762e47 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:22:48.484140 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-780e598c-5fc1-4793-98be-dfeed8951273 req-11754c5e-1b26-4ba8-8d6c-72c628b0ae03 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280749 Dec 15 16:22:48.636931 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Routers {'a62582a1-957f-4be8-a13e-9742eefc728a'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:22:48.638440 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['a62582a1-957f-4be8-a13e-9742eefc728a'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:48.812846 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Set router a62582a1-957f-4be8-a13e-9742eefc728a gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:22:49.035398 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:44Z', 'revision_number': 3, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'gw_port': {'id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:43Z', 'updated_at': '2021-12-15T16:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:49.057618 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port e5590de1-ee90-4501-b614-78b851657c16 completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:22:49.103597 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Checking router: 66123b8e-ccf1-4739-95ff-1707cc762e47 for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:22:49.104779 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Updating router 66123b8e-ccf1-4739-95ff-1707cc762e47 port 7635ae77-c140-415b-adc4-4b97e6b13d29 binding host dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:22:49.171317 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port e5590de1-ee90-4501-b614-78b851657c16 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:49.172252 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:49.208408 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:49.411493 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df481ac6-b95a-4232-ac3f-ba6fa5a0a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:49.716235 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-df481ac6-b95a-4232-ac3f-ba6fa5a0a706 None None] For port b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95,segment=NetworkSegment(b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902),segment_id=b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:49.736945 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-df481ac6-b95a-4232-ac3f-ba6fa5a0a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:49.771987 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:49.840383 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:49.932487 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df481ac6-b95a-4232-ac3f-ba6fa5a0a706 None None] Pushing event updated for resources: {'Port': ['ID=b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:49.939670 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:49.944940 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-86ab8aa4-2559-4765-af17-f277c4dfae22 None None] Provisioning complete for port 7490bbf7-9e79-417e-8f73-f75fd691c51e triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:49.944940 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-86ab8aa4-2559-4765-af17-f277c4dfae22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:49.951910 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:50.066498 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c19405-2792-4a09-b012-a2af2a847a5a req-82532187-8461-4390-a458-bf582a5a25bd tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:50.072075 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-35c19405-2792-4a09-b012-a2af2a847a5a req-82532187-8461-4390-a458-bf582a5a25bd tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 944 time: 0.7503469 Dec 15 16:22:50.097178 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port e5590de1-ee90-4501-b614-78b851657c16, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e5590de1-ee90-4501-b614-78b851657c16,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:50.122236 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefd60c0-a2af-4432-9260-c3046035cb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5590de1-ee90-4501-b614-78b851657c16'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:22:50.122597 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:50.124768 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae8b53f-9dbe-481a-bf0c-794c71df8897" -d '{"events": [{"server_uuid": "fefd60c0-a2af-4432-9260-c3046035cb4f", "name": "network-vif-plugged", "status": "completed", "tag": "e5590de1-ee90-4501-b614-78b851657c16"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:22:50.133577 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:50.146186 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:50.162551 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:46Z', 'revision_number': 3, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'gw_port': {'id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:44Z', 'updated_at': '2021-12-15T16:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:50.174691 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.db.api [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 16:22:50.177481 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG oslo_db.api [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 16:22:50.192318 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f4663-e633-45aa-9dc8-6b8cce70dcfa req-63339ffd-dd9a-46d7-8eda-382c72154d4c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:50.195762 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cb4f4663-e633-45aa-9dc8-6b8cce70dcfa req-63339ffd-dd9a-46d7-8eda-382c72154d4c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.4323661 Dec 15 16:22:50.246074 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000ce68-7655-43f2-84d8-5c8ffe1a38a1 None None] Pushing event updated for resources: {'Port': ['ID=7635ae77-c140-415b-adc4-4b97e6b13d29,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:50.268400 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c000ce68-7655-43f2-84d8-5c8ffe1a38a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:50.269465 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c000ce68-7655-43f2-84d8-5c8ffe1a38a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:50.270362 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c000ce68-7655-43f2-84d8-5c8ffe1a38a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:50.271297 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c000ce68-7655-43f2-84d8-5c8ffe1a38a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:50.272180 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c000ce68-7655-43f2-84d8-5c8ffe1a38a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:50.273199 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c000ce68-7655-43f2-84d8-5c8ffe1a38a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:50.274427 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c000ce68-7655-43f2-84d8-5c8ffe1a38a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:50.275297 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c000ce68-7655-43f2-84d8-5c8ffe1a38a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:50.277767 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c000ce68-7655-43f2-84d8-5c8ffe1a38a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:50.278771 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c000ce68-7655-43f2-84d8-5c8ffe1a38a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:50.279706 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c000ce68-7655-43f2-84d8-5c8ffe1a38a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:50.280497 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c000ce68-7655-43f2-84d8-5c8ffe1a38a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:50.281348 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c000ce68-7655-43f2-84d8-5c8ffe1a38a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:50.352743 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Attempting to bind port 7635ae77-c140-415b-adc4-4b97e6b13d29 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:22:50.353627 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Attempting to bind port 7635ae77-c140-415b-adc4-4b97e6b13d29 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:22:50.354050 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Attempting to bind port 7635ae77-c140-415b-adc4-4b97e6b13d29 on network c5577648-1338-48a1-9aee-0000e1c86c30 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:22:50.362062 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:22:50.362486 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Checking segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:22:50.362913 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:50.363321 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Bound using segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:22:50.363858 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Bound port: 7635ae77-c140-415b-adc4-4b97e6b13d29, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:22:50.364294 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:50.443043 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] For port 7635ae77-c140-415b-adc4-4b97e6b13d29, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:22:50.448200 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] For port 7635ae77-c140-415b-adc4-4b97e6b13d29, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=7635ae77-c140-415b-adc4-4b97e6b13d29,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:22:50.456630 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:50.467532 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Allocated IP 172.20.0.1 (d3448ec3-4b1e-4f23-bb59-4f667d1a0a58/45118a8a-76e1-4368-be2a-344063d4d805/a91e2a56-866d-4de4-8d6b-35f8694a1b03) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:22:50.482117 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-35c19405-2792-4a09-b012-a2af2a847a5a req-1bd642ab-f1df-4b41-9cf2-e83089d307d3 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982332 Dec 15 16:22:50.574289 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Checking router: a62582a1-957f-4be8-a13e-9742eefc728a for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:22:50.574632 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Updating router a62582a1-957f-4be8-a13e-9742eefc728a port 23abdabd-37ba-4ec2-a45e-a0a1af0728dd binding host dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:22:50.606006 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000ce68-7655-43f2-84d8-5c8ffe1a38a1 None None] Pushing event updated for resources: {'Port': ['ID=7635ae77-c140-415b-adc4-4b97e6b13d29,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:50.674513 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:50.722121 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Routers {'66123b8e-ccf1-4739-95ff-1707cc762e47'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:22:50.722785 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['66123b8e-ccf1-4739-95ff-1707cc762e47'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:50.738085 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:50.747399 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cb4f4663-e633-45aa-9dc8-6b8cce70dcfa req-e886739f-0739-4d25-b2c2-d037cc22e47f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151274 Dec 15 16:22:50.750986 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=e5590de1-ee90-4501-b614-78b851657c16,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:50.807470 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:50.904593 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Allocated IP 172.20.0.1 (fa64c9a0-e96d-42b2-b777-1875ab6b3322/9e9f3e25-87d9-46c5-a63e-492a8a4d8c09/87a67ef2-6243-4635-b40d-69a18e408d40) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:22:50.915360 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Pushing event updated for resources: {'Port': ['ID=a91e2a56-866d-4de4-8d6b-35f8694a1b03,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:50.931846 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Network d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:22:50.934529 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:50.942503 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4332d83-1f88-42b4-9c0c-08c5e6c13313 x-openstack-request-id: req-a4332d83-1f88-42b4-9c0c-08c5e6c13313 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:22:50.943650 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefd60c0-a2af-4432-9260-c3046035cb4f", "name": "network-vif-plugged", "status": "completed", "tag": "e5590de1-ee90-4501-b614-78b851657c16", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:22:50.944102 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4332d83-1f88-42b4-9c0c-08c5e6c13313 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:22:50.945531 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefd60c0-a2af-4432-9260-c3046035cb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5590de1-ee90-4501-b614-78b851657c16', 'code': 200} Dec 15 16:22:50.956147 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:22:51.000882 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-baa1a4bf-c81e-4147-b1af-b8fe1b3af1ab None None] Provisioning complete for port b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:51.001866 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-baa1a4bf-c81e-4147-b1af-b8fe1b3af1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.106020 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534942'] for router_interface, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.155927 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 7490bbf7-9e79-417e-8f73-f75fd691c51e up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:22:51.160022 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] Set router 66123b8e-ccf1-4739-95ff-1707cc762e47 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:22:51.376500 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 7490bbf7-9e79-417e-8f73-f75fd691c51e triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:51.376863 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.388750 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.453768 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.454931 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.465691 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.503453 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.600515 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Network fa64c9a0-e96d-42b2-b777-1875ab6b3322 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:22:51.609698 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:51.610590 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3172769-f378-4f54-bd06-75073c0644be None None] Pushing event updated for resources: {'Port': ['ID=23abdabd-37ba-4ec2-a45e-a0a1af0728dd,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:51.617617 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:22:51.641361 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:22:51.685850 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Attempting to bind port 23abdabd-37ba-4ec2-a45e-a0a1af0728dd on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:22:51.686224 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Attempting to bind port 23abdabd-37ba-4ec2-a45e-a0a1af0728dd by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:22:51.686596 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Attempting to bind port 23abdabd-37ba-4ec2-a45e-a0a1af0728dd on network c5577648-1338-48a1-9aee-0000e1c86c30 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:22:51.696655 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-57566457-1108-43dc-bde4-77f59e18b6d3 None None] Provisioning complete for port a91e2a56-866d-4de4-8d6b-35f8694a1b03 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:51.697065 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-57566457-1108-43dc-bde4-77f59e18b6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.709333 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Pushing event updated for resources: {'Port': ['ID=87a67ef2-6243-4635-b40d-69a18e408d40,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:51.738602 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:22:51.738958 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Checking segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:22:51.739409 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.739839 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Bound using segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:22:51.740405 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Bound port: 23abdabd-37ba-4ec2-a45e-a0a1af0728dd, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:22:51.740803 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.751939 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534942'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.819893 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-57566457-1108-43dc-bde4-77f59e18b6d3 None None] Port a91e2a56-866d-4de4-8d6b-35f8694a1b03 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:22:51.862935 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:51.863575 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.924598 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.940140 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:44Z', 'revision_number': 3, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'gw_port': {'id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:43Z', 'updated_at': '2021-12-15T16:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:51.941135 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:51.983188 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] For port 23abdabd-37ba-4ec2-a45e-a0a1af0728dd, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:22:51.995760 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] For port 23abdabd-37ba-4ec2-a45e-a0a1af0728dd, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=23abdabd-37ba-4ec2-a45e-a0a1af0728dd,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:22:52.008618 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:52.034206 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf123bc-9f3a-4879-a0fb-852d29c00129 req-7d99b712-d729-4f0b-9922-dafed31dd25c tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:52.057868 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4cf123bc-9f3a-4879-a0fb-852d29c00129 req-7d99b712-d729-4f0b-9922-dafed31dd25c tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 945 time: 0.4036672 Dec 15 16:22:52.064008 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28ab06-483d-4f1a-a24f-0f84130c857a None None] The sync data for ids ['66123b8e-ccf1-4739-95ff-1707cc762e47'] in dv-cinder-812685-4-iscsi is: [{'id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:44Z', 'revision_number': 3, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'gw_port': {'id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:43Z', 'updated_at': '2021-12-15T16:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:22:52.082401 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534574'] for router_interface, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:52.085573 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Pushing event updated for resources: {'Port': ['ID=a91e2a56-866d-4de4-8d6b-35f8694a1b03,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:52.134073 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Routers {'a62582a1-957f-4be8-a13e-9742eefc728a'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:22:52.134681 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['a62582a1-957f-4be8-a13e-9742eefc728a'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:52.254908 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4cf123bc-9f3a-4879-a0fb-852d29c00129 req-bd8fa0a9-480f-43e2-85a7-0e96b44c1143 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953878 Dec 15 16:22:52.401098 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3172769-f378-4f54-bd06-75073c0644be None None] Pushing event updated for resources: {'Port': ['ID=23abdabd-37ba-4ec2-a45e-a0a1af0728dd,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:52.417420 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Network d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:22:52.426862 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:52.443565 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-2bf28153-7957-43f5-bf5e-a2a40653dd89 None None] Provisioning complete for port 87a67ef2-6243-4635-b40d-69a18e408d40 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:52.443963 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2bf28153-7957-43f5-bf5e-a2a40653dd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:52.473208 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:52.553682 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2bf28153-7957-43f5-bf5e-a2a40653dd89 None None] Port 87a67ef2-6243-4635-b40d-69a18e408d40 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:22:52.563999 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] Set router a62582a1-957f-4be8-a13e-9742eefc728a gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:22:52.612378 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dd99e-4ab9-4270-a393-251189074e8f req-bf39aa2b-72e8-4c6d-ad3d-db7a1ef7c06e tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:52.616254 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1a3dd99e-4ab9-4270-a393-251189074e8f req-bf39aa2b-72e8-4c6d-ad3d-db7a1ef7c06e tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.2067115 Dec 15 16:22:52.653544 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Router a62582a1-957f-4be8-a13e-9742eefc728a has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:22:52.915440 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1a3dd99e-4ab9-4270-a393-251189074e8f req-79e1e2d8-b663-44d2-aafc-adcfcffb5dc2 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807236 Dec 15 16:22:52.946040 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-c8848f01-270c-4176-9196-5cd94be6071f None None] Provisioning complete for port a91e2a56-866d-4de4-8d6b-35f8694a1b03 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:52.947195 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c8848f01-270c-4176-9196-5cd94be6071f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:53.038231 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:53.048686 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10256235'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:53.116293 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-c8848f01-270c-4176-9196-5cd94be6071f None None] Port a91e2a56-866d-4de4-8d6b-35f8694a1b03 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:22:53.130420 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:22:53.163209 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-83a8f9e7-19a7-44d9-ba92-ed80a12bfbf4 admin admin] 10.222.0.60 "PUT /v2.0/routers/a62582a1-957f-4be8-a13e-9742eefc728a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8588784 Dec 15 16:22:53.209540 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 4, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'gw_port': {'id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:44Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'a91e2a56-866d-4de4-8d6b-35f8694a1b03', 'name': '', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'mac_address': 'fa:16:3e:c2:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '45118a8a-76e1-4368-be2a-344063d4d805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:49Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 2, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'subnets': [{'id': '45118a8a-76e1-4368-be2a-344063d4d805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:53.233204 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Pushing event updated for resources: {'Port': ['ID=87a67ef2-6243-4635-b40d-69a18e408d40,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:53.273016 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7aab6b-dbad-4733-b298-162cbc126171 req-f3bb9033-5725-476a-a73a-2587b0441177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:53.277322 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8f7aab6b-dbad-4733-b298-162cbc126171 req-f3bb9033-5725-476a-a73a-2587b0441177 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 1098 time: 0.2492061 Dec 15 16:22:53.281741 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534574'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:53.286659 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22d581-49d2-4b13-88a0-880c8b0f6a2f None None] The sync data for ids ['a62582a1-957f-4be8-a13e-9742eefc728a'] in dv-cinder-812685-4-iscsi is: [{'id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 4, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'gw_port': {'id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:44Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'a91e2a56-866d-4de4-8d6b-35f8694a1b03', 'name': '', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'mac_address': 'fa:16:3e:c2:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '45118a8a-76e1-4368-be2a-344063d4d805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:49Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 2, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'subnets': [{'id': '45118a8a-76e1-4368-be2a-344063d4d805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:22:53.308616 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 7635ae77-c140-415b-adc4-4b97e6b13d29 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:22:53.399428 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8f7aab6b-dbad-4733-b298-162cbc126171 req-7ab31b10-9fe7-4767-9547-015f417fcc79 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108057 Dec 15 16:22:53.465082 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 7635ae77-c140-415b-adc4-4b97e6b13d29 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:53.465718 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:53.594243 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f47efc-9221-46ba-bb90-d035461dbc59 req-5a6ffe1c-9c65-4c58-aa91-1ad059a4ea7a tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:53.604152 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f4f47efc-9221-46ba-bb90-d035461dbc59 req-5a6ffe1c-9c65-4c58-aa91-1ad059a4ea7a tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 945 time: 0.1918616 Dec 15 16:22:53.749334 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Network fa64c9a0-e96d-42b2-b777-1875ab6b3322 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:22:53.752310 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:53.760679 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:53.809966 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port 7635ae77-c140-415b-adc4-4b97e6b13d29, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=7635ae77-c140-415b-adc4-4b97e6b13d29,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:53.830125 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:53.988305 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=7635ae77-c140-415b-adc4-4b97e6b13d29,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:54.329404 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f4f47efc-9221-46ba-bb90-d035461dbc59 req-432a30c3-c2b7-470c-bf66-fa2a0107e49c tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378715 Dec 15 16:22:54.349997 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e99d4b33-b76f-43a8-ac54-e791dc4f188a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:54.590476 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ed0d8-fc2d-49ac-a292-e6b2c0a4e500 req-a284395f-e7e9-4df5-a0d9-888896117399 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:54.597945 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-314ed0d8-fc2d-49ac-a292-e6b2c0a4e500 req-a284395f-e7e9-4df5-a0d9-888896117399 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.1767492 Dec 15 16:22:54.630887 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-432c39b6-c9c5-4710-94d6-51af3beddd26 None None] Provisioning complete for port 87a67ef2-6243-4635-b40d-69a18e408d40 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:54.631557 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-432c39b6-c9c5-4710-94d6-51af3beddd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:54.700730 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Router 66123b8e-ccf1-4739-95ff-1707cc762e47 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:22:54.760499 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-432c39b6-c9c5-4710-94d6-51af3beddd26 None None] Port 87a67ef2-6243-4635-b40d-69a18e408d40 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:22:55.127257 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 7635ae77-c140-415b-adc4-4b97e6b13d29 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:22:55.147882 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-314ed0d8-fc2d-49ac-a292-e6b2c0a4e500 req-e5928538-fd2e-48c7-8524-8c5128720f45 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401547 Dec 15 16:22:55.423458 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:22:55.450145 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-5e56fd7f-28d2-49be-ba30-aaa108b2de7e admin admin] 10.222.0.60 "PUT /v2.0/routers/66123b8e-ccf1-4739-95ff-1707cc762e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2232502 Dec 15 16:22:55.575690 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38248) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:55.782502 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 7635ae77-c140-415b-adc4-4b97e6b13d29 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:55.783765 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:55.791056 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38252) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:55.797799 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-612891670-network', 'tenant_id': '8374e47cb0dc42bcb17b2e74480c775c'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:55.878425 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99373f15-4e5e-4801-9450-cdd868bc0a02 req-6ddf6247-63c3-4a0a-9335-b25dc684a50b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:55.883787 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Made reservation on behalf of 8374e47cb0dc42bcb17b2e74480c775c for: {'network': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:22:55.899840 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-99373f15-4e5e-4801-9450-cdd868bc0a02 req-6ddf6247-63c3-4a0a-9335-b25dc684a50b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 945 time: 0.2224782 Dec 15 16:22:55.904732 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:55.959766 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:56.060994 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-99373f15-4e5e-4801-9450-cdd868bc0a02 req-a04b9ea0-09fd-4210-bde7-55e8e4fc3460 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537287 Dec 15 16:22:56.270487 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:56.286269 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:56.458166 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=102566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:22:56.538865 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10640052-ee54-4bc8-8316-3d149d8bb3aa,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:56.554256 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:56.557943 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.segments_db [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Added segment 3a08d41b-38a0-45f4-8d76-9c704904be0a of type vlan for network 7fed9d81-d354-44cc-8428-ba5a2ef89db9 Dec 15 16:22:56.633435 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:56.634574 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:56.634574 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:56.634924 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:56.635340 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:56.636849 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:56.637701 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:56.638487 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:56.639255 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:56.640482 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:56.641245 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:56.642229 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:56.643009 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:22:56.752274 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Sync routers for ids ['66123b8e-ccf1-4739-95ff-1707cc762e47'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:22:56.800904 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc1af3-140f-4e96-9bb0-b5cb63c213ac req-d82d0c7f-4a7b-4515-97ef-c3c4ca384f55 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:56.808666 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Routers {'66123b8e-ccf1-4739-95ff-1707cc762e47'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:22:56.816682 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-32dc1af3-140f-4e96-9bb0-b5cb63c213ac req-d82d0c7f-4a7b-4515-97ef-c3c4ca384f55 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.2179146 Dec 15 16:22:56.816860 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['66123b8e-ccf1-4739-95ff-1707cc762e47'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:56.956031 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-610a560f-f3df-4985-a271-c26ebcd7e267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:56.975465 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:57.023664 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-94d608e0-870d-4131-859b-b94d355b3a53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:57.029621 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:57.032178 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:57.033324 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:57.040263 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-32dc1af3-140f-4e96-9bb0-b5cb63c213ac req-86f97e63-f8f3-47e9-a0b6-19fb12241590 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274947 Dec 15 16:22:57.280162 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Set router 66123b8e-ccf1-4739-95ff-1707cc762e47 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:22:57.284381 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 23abdabd-37ba-4ec2-a45e-a0a1af0728dd up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:22:57.296940 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5020666 Dec 15 16:22:57.297979 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38268) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:57.308184 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9b225bc8-6ad6-4669-bb73-586ae2b64618 admin admin] Request body: {'subnet': {'network_id': '7fed9d81-d354-44cc-8428-ba5a2ef89db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-612891670-subnet', 'tenant_id': '8374e47cb0dc42bcb17b2e74480c775c', 'ip_version': 4}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:57.361144 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847cef8-5437-4c14-bd9d-d4c6877c092c admin admin] Pushing event updated for resources: {'Network': ['ID=7fed9d81-d354-44cc-8428-ba5a2ef89db9,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:57.400304 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b225bc8-6ad6-4669-bb73-586ae2b64618 admin admin] Made reservation on behalf of 8374e47cb0dc42bcb17b2e74480c775c for: {'subnet': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:22:57.403517 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b225bc8-6ad6-4669-bb73-586ae2b64618 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10220434'] for subnet, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:57.536981 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-94d608e0-870d-4131-859b-b94d355b3a53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:57.552946 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-94d608e0-870d-4131-859b-b94d355b3a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:57.570757 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 7fed9d81-d354-44cc-8428-ba5a2ef89db9 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:22:57.706124 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-94d608e0-870d-4131-859b-b94d355b3a53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf6a2f84d38048c89ede1940d3db679f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1209354 Dec 15 16:22:57.707234 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38278) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:57.730164 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d608e0-870d-4131-859b-b94d355b3a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2634b4-2ef9-437e-a770-256af32df7dd,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:57.955894 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 23abdabd-37ba-4ec2-a45e-a0a1af0728dd triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:22:57.956280 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:57.996825 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-35dd59f1-e61f-4faa-a5c1-78e79667ef52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:58.042439 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38286) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:58.054180 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-584673978-network', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:58.191069 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-35dd59f1-e61f-4faa-a5c1-78e79667ef52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:58.509410 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:58.527035 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] Made reservation on behalf of ed01bdaf54994a5d9c13bf0c81ce1fc8 for: {'network': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:22:58.544850 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:58.567508 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port 23abdabd-37ba-4ec2-a45e-a0a1af0728dd, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=23abdabd-37ba-4ec2-a45e-a0a1af0728dd,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:22:58.578949 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:58.624011 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:58.685518 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:52Z', 'revision_number': 4, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'gw_port': {'id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:43Z', 'updated_at': '2021-12-15T16:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '87a67ef2-6243-4635-b40d-69a18e408d40', 'name': '', 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'mac_address': 'fa:16:3e:fd:21:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:50Z', 'updated_at': '2021-12-15T16:22:52Z', 'revision_number': 2, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'subnets': [{'id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:58.691450 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b225bc8-6ad6-4669-bb73-586ae2b64618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10255586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10220428'] for subnet, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:58.821163 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Checking router: 66123b8e-ccf1-4739-95ff-1707cc762e47 for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:22:58.822601 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Updating router 66123b8e-ccf1-4739-95ff-1707cc762e47 port 87a67ef2-6243-4635-b40d-69a18e408d40 binding host dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:22:58.834235 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-35dd59f1-e61f-4faa-a5c1-78e79667ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:58.840089 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-35dd59f1-e61f-4faa-a5c1-78e79667ef52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:58.865168 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-35dd59f1-e61f-4faa-a5c1-78e79667ef52 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd2634b4-2ef9-437e-a770-256af32df7dd HTTP/1.1" status: 204 len: 168 time: 1.1335328 Dec 15 16:22:59.022073 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd59f1-e61f-4faa-a5c1-78e79667ef52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2634b4-2ef9-437e-a770-256af32df7dd,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:59.030799 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:59.097823 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:59.207913 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b225bc8-6ad6-4669-bb73-586ae2b64618 admin admin] Checking segment: {'id': '3a08d41b-38a0-45f4-8d76-9c704904be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7fed9d81-d354-44cc-8428-ba5a2ef89db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:22:59.208386 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b225bc8-6ad6-4669-bb73-586ae2b64618 admin admin] Network hostable DHCP agents. Network: 7fed9d81-d354-44cc-8428-ba5a2ef89db9, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:22:59.239311 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19d83f-b059-4d10-87a1-c27c35466041 req-0379b528-20f0-44dc-a5fd-061352e008a9 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:59.254638 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-eb19d83f-b059-4d10-87a1-c27c35466041 req-0379b528-20f0-44dc-a5fd-061352e008a9 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.6216426 Dec 15 16:22:59.282427 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b225bc8-6ad6-4669-bb73-586ae2b64618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dab3c65-7c46-40d6-b156-eafa4fbd8beb,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:59.305991 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=23abdabd-37ba-4ec2-a45e-a0a1af0728dd,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:59.365102 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b225bc8-6ad6-4669-bb73-586ae2b64618 admin admin] Network 7fed9d81-d354-44cc-8428-ba5a2ef89db9 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:22:59.399661 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-df466504-c070-4a50-b15f-4bb9978eab07 req-c8296f6b-ea21-435f-9b7c-11403db470a9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4134443 Dec 15 16:22:59.432082 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-9b225bc8-6ad6-4669-bb73-586ae2b64618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 7fed9d81-d354-44cc-8428-ba5a2ef89db9) {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:22:59.438983 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b225bc8-6ad6-4669-bb73-586ae2b64618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:59.441821 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9b225bc8-6ad6-4669-bb73-586ae2b64618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:59.453800 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-eb19d83f-b059-4d10-87a1-c27c35466041 req-17cdde46-7a3b-400d-a830-c20bec6fb363 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973989 Dec 15 16:22:59.465451 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:59.482802 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a9fc15-7a1b-4a70-bf61-e7d35fa3a5d8 None None] Network 7fed9d81-d354-44cc-8428-ba5a2ef89db9 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:22:59.483547 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:59.511621 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-9b225bc8-6ad6-4669-bb73-586ae2b64618 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2077281 Dec 15 16:22:59.513047 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38306) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:22:59.527447 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-612891670-router', 'tenant_id': '8374e47cb0dc42bcb17b2e74480c775c', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:22:59.648122 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:59.649249 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7031'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:59.675922 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Sync routers for ids ['a62582a1-957f-4be8-a13e-9742eefc728a'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:22:59.690680 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=102566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:22:59.742698 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Routers {'a62582a1-957f-4be8-a13e-9742eefc728a'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:22:59.743961 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['a62582a1-957f-4be8-a13e-9742eefc728a'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:22:59.840387 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390e82f3-2f10-49dc-9c80-7345ebd78a27,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:22:59.881068 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:59.933507 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:22:59.942169 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.segments_db [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] Added segment 7da16bfc-cdee-4118-884f-cb15af04b782 of type vlan for network 47471456-5c01-41e0-9bef-21d9af7ebd66 Dec 15 16:22:59.965518 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df466504-c070-4a50-b15f-4bb9978eab07 req-502344d1-f909-4acb-a8a1-79f10b632f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:22:59.971689 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-df466504-c070-4a50-b15f-4bb9978eab07 req-502344d1-f909-4acb-a8a1-79f10b632f0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4cdbc8211774d9fb8b9dbf7e3f1f080&device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 1098 time: 0.4301653 Dec 15 16:23:00.177761 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93a658eb-0334-563d-9744-8d0d76e8f5d2-7fed9d81-d354-44cc-8428-ba5a2ef89db9', 'network_id': '7fed9d81-d354-44cc-8428-ba5a2ef89db9', 'project_id': '8374e47cb0dc42bcb17b2e74480c775c', 'fixed_ips': [{'subnet_id': '3dab3c65-7c46-40d6-b156-eafa4fbd8beb'}]}} from dv-cinder-812685-4-iscsi. {{(pid=102568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:23:00.180436 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:00.222250 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:00.226258 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:00.306729 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38318) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:00.356489 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:00.369189 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:00.455230 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa371c6-fc8a-4cda-abbb-968b1e98ceb8 None None] Pushing event updated for resources: {'Port': ['ID=87a67ef2-6243-4635-b40d-69a18e408d40,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:00.586478 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:00.623094 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df466504-c070-4a50-b15f-4bb9978eab07 req-718056a9-1af1-453e-9deb-83de6e2fddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:00.660237 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-df466504-c070-4a50-b15f-4bb9978eab07 req-718056a9-1af1-453e-9deb-83de6e2fddf6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6f85be06-be2a-46cd-ac10-179b1abdc90e HTTP/1.1" status: 200 len: 918 time: 0.5579669 Dec 15 16:23:00.676008 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Attempting to bind port 87a67ef2-6243-4635-b40d-69a18e408d40 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:23:00.676442 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Attempting to bind port 87a67ef2-6243-4635-b40d-69a18e408d40 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': 'b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:23:00.676739 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Attempting to bind port 87a67ef2-6243-4635-b40d-69a18e408d40 on network fa64c9a0-e96d-42b2-b777-1875ab6b3322 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:23:00.722716 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:23:00.723326 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Checking segment: {'id': 'b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:23:00.724019 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:00.724673 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Bound using segment: {'id': 'b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:23:00.725499 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Bound port: 87a67ef2-6243-4635-b40d-69a18e408d40, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:23:00.755468 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:00.755870 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Set router a62582a1-957f-4be8-a13e-9742eefc728a gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:23:00.860960 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:00.871725 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-df466504-c070-4a50-b15f-4bb9978eab07 req-4875efd0-54b3-47b1-8185-872e5938c602 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=103425f9-977f-478d-a146-0888d66b4144 HTTP/1.1" status: 200 len: 217 time: 0.2049458 Dec 15 16:23:00.876419 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e3a8ea94-560c-40f6-9b99-073e12b9a480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:00.908535 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:01.005157 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df466504-c070-4a50-b15f-4bb9978eab07 req-1fe58977-6a0d-41f7-9fb9-95325a28549d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:01.008773 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] For port 87a67ef2-6243-4635-b40d-69a18e408d40, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:23:01.011273 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-df466504-c070-4a50-b15f-4bb9978eab07 req-1fe58977-6a0d-41f7-9fb9-95325a28549d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dcc8cfb6-7256-46fc-93e9-a03d0bcebe89 HTTP/1.1" status: 200 len: 857 time: 0.1214802 Dec 15 16:23:01.013762 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] For port 87a67ef2-6243-4635-b40d-69a18e408d40, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=87a67ef2-6243-4635-b40d-69a18e408d40,segment=NetworkSegment(b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902),segment_id=b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:23:01.036141 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:01.065330 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.db.resource_extend [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 16:23:01.078989 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Allocated IP 172.20.0.2 (7fed9d81-d354-44cc-8428-ba5a2ef89db9/3dab3c65-7c46-40d6-b156-eafa4fbd8beb/fa2c11a1-688b-49a1-af3d-d9a439d4ecd0) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:23:01.080117 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7664a58-14c0-42e3-81dd-e31918f9b4da req-4942562d-0745-4b67-8f60-d68f3e503ad0 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:01.093101 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f7664a58-14c0-42e3-81dd-e31918f9b4da req-4942562d-0745-4b67-8f60-d68f3e503ad0 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.1839709 Dec 15 16:23:01.172009 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 23abdabd-37ba-4ec2-a45e-a0a1af0728dd up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:23:01.201464 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Routers {'66123b8e-ccf1-4739-95ff-1707cc762e47'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:23:01.215767 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['66123b8e-ccf1-4739-95ff-1707cc762e47'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:01.232971 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e3a8ea94-560c-40f6-9b99-073e12b9a480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:01.265147 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e3a8ea94-560c-40f6-9b99-073e12b9a480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:01.329835 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f7664a58-14c0-42e3-81dd-e31918f9b4da req-8232e681-5449-4167-89b0-522caf416c2f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357225 Dec 15 16:23:01.350545 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa371c6-fc8a-4cda-abbb-968b1e98ceb8 None None] Pushing event updated for resources: {'Port': ['ID=87a67ef2-6243-4635-b40d-69a18e408d40,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:01.383978 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-e3a8ea94-560c-40f6-9b99-073e12b9a480 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe755bb545234c989be4b7c3acc5ee92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7808900 Dec 15 16:23:01.386098 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38330) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:01.386906 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-df466504-c070-4a50-b15f-4bb9978eab07 req-695eb435-f58a-4c62-9ea5-60dd54ebb675 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f85be06-be2a-46cd-ac10-179b1abdc90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3483253 Dec 15 16:23:01.391100 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8ea94-560c-40f6-9b99-073e12b9a480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b7f847-c779-4cb4-95f6-8bf01c17bdd6,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:01.399219 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Provisioning complete for port 87a67ef2-6243-4635-b40d-69a18e408d40 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:01.399865 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:01.442005 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:01.443278 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:01.445622 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:01.600202 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] Set router 66123b8e-ccf1-4739-95ff-1707cc762e47 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:23:01.612972 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] Pushing event updated for resources: {'Network': ['ID=47471456-5c01-41e0-9bef-21d9af7ebd66,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:01.679983 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-9f7f8051-c7ab-40df-b39b-18d5706b4c55 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.6243570 Dec 15 16:23:01.683058 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38332) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:01.719927 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-18ad0747-65e7-45f5-9345-2d88be176822 admin admin] Request body: {'subnet': {'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-584673978-subnet', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'ip_version': 4}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:01.736546 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 47471456-5c01-41e0-9bef-21d9af7ebd66 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:23:01.802271 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-df466504-c070-4a50-b15f-4bb9978eab07 req-1eaea415-0dfc-4b09-8643-61755ac3ecb9 service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063189 Dec 15 16:23:01.806262 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ad0747-65e7-45f5-9345-2d88be176822 admin admin] Made reservation on behalf of ed01bdaf54994a5d9c13bf0c81ce1fc8 for: {'subnet': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:23:01.808856 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-18ad0747-65e7-45f5-9345-2d88be176822 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10307943'] for subnet, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:01.905826 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:02.071725 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:02.104407 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:02.128431 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 23abdabd-37ba-4ec2-a45e-a0a1af0728dd triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:02.129228 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:02.283001 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] For port 87a67ef2-6243-4635-b40d-69a18e408d40, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=87a67ef2-6243-4635-b40d-69a18e408d40,segment=NetworkSegment(b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902),segment_id=b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:23:02.298250 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:02.342384 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-df466504-c070-4a50-b15f-4bb9978eab07 req-87a2e644-3e75-4df3-81cd-cec9d25b3e62 service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594806 Dec 15 16:23:02.386008 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-18ad0747-65e7-45f5-9345-2d88be176822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3003161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10307961'] for subnet, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:02.425244 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:52Z', 'revision_number': 4, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'gw_port': {'id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:43Z', 'updated_at': '2021-12-15T16:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '87a67ef2-6243-4635-b40d-69a18e408d40', 'name': '', 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'mac_address': 'fa:16:3e:fd:21:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:50Z', 'updated_at': '2021-12-15T16:23:00Z', 'revision_number': 4, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'subnets': [{'id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:02.444249 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:02.476732 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad0747-65e7-45f5-9345-2d88be176822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47cd5a6b-b600-47fc-8318-8988de846b06,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:02.488916 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:02.533610 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 4, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'gw_port': {'id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:44Z', 'updated_at': '2021-12-15T16:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'a91e2a56-866d-4de4-8d6b-35f8694a1b03', 'name': '', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'mac_address': 'fa:16:3e:c2:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '45118a8a-76e1-4368-be2a-344063d4d805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:49Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 2, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'subnets': [{'id': '45118a8a-76e1-4368-be2a-344063d4d805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:02.545167 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad0747-65e7-45f5-9345-2d88be176822 admin admin] Checking segment: {'id': '7da16bfc-cdee-4118-884f-cb15af04b782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:23:02.550387 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:02.551277 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Pushing event updated for resources: {'Port': ['ID=87a67ef2-6243-4635-b40d-69a18e408d40,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:02.553798 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ad0747-65e7-45f5-9345-2d88be176822 admin admin] Network hostable DHCP agents. Network: 47471456-5c01-41e0-9bef-21d9af7ebd66, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:23:02.612658 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ad0747-65e7-45f5-9345-2d88be176822 admin admin] Network 47471456-5c01-41e0-9bef-21d9af7ebd66 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:23:02.627668 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528d6ab-e694-4771-996d-898c898cdbd9 None None] The sync data for ids ['66123b8e-ccf1-4739-95ff-1707cc762e47'] in dv-cinder-812685-4-iscsi is: [{'id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:52Z', 'revision_number': 4, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'gw_port': {'id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:43Z', 'updated_at': '2021-12-15T16:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '87a67ef2-6243-4635-b40d-69a18e408d40', 'name': '', 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'mac_address': 'fa:16:3e:fd:21:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:50Z', 'updated_at': '2021-12-15T16:23:00Z', 'revision_number': 4, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'subnets': [{'id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:23:02.652881 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-18ad0747-65e7-45f5-9345-2d88be176822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 47471456-5c01-41e0-9bef-21d9af7ebd66) {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:23:02.662650 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ad0747-65e7-45f5-9345-2d88be176822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:02.664588 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-18ad0747-65e7-45f5-9345-2d88be176822 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:02.725095 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dfcdb0-b42a-4392-9350-53cbee80de1a None None] Network 47471456-5c01-41e0-9bef-21d9af7ebd66 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:23:02.731021 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:02.731648 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:02.732421 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-18ad0747-65e7-45f5-9345-2d88be176822 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0385785 Dec 15 16:23:02.733590 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38350) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:02.747866 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:02.748353 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:02.748699 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:02.749038 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:02.749373 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:02.754767 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:02.755227 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:02.756779 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-584673978-router', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:02.760987 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:02.761377 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:02.761786 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:02.762232 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715e092-7388-46d8-b630-ddeaf67d3104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:02.793146 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-15938760-4b95-4fe7-bfbd-96dffb78f6ef None None] Provisioning complete for port 87a67ef2-6243-4635-b40d-69a18e408d40 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:02.810064 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-15938760-4b95-4fe7-bfbd-96dffb78f6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:02.833221 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Checking router: a62582a1-957f-4be8-a13e-9742eefc728a for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:23:02.833697 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Updating router a62582a1-957f-4be8-a13e-9742eefc728a port a91e2a56-866d-4de4-8d6b-35f8694a1b03 binding host dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:23:02.845611 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:02.858586 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Allocated IP 172.27.2.199 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/71637d57-6596-4583-bab2-e8a43e8c6058) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:23:02.883568 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:02.885946 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7031'] for router, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:03.127301 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:03.130309 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:03.134601 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/03b7f847-c779-4cb4-95f6-8bf01c17bdd6 HTTP/1.1" status: 204 len: 168 time: 1.7425880 Dec 15 16:23:03.143398 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9c7a5-584c-4076-ab31-63b7b0d8bb58 req-1b03957f-6315-44d0-a547-2b9590377ece tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:03.145275 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5ea9c7a5-584c-4076-ab31-63b7b0d8bb58 req-1b03957f-6315-44d0-a547-2b9590377ece tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.5083683 Dec 15 16:23:03.164058 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b7f847-c779-4cb4-95f6-8bf01c17bdd6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:03.182852 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:03.190468 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:03.191048 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:03.191844 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:03.192381 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:03.192816 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:03.193391 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:03.193985 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:03.194391 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:03.194729 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:03.195147 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:03.195662 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:03.195936 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:03.196238 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68f7dc-c0e6-4996-944f-2f57c1a013e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:23:03.275951 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5ea9c7a5-584c-4076-ab31-63b7b0d8bb58 req-492fc8f9-b8eb-4c01-b7fb-114bfd9d0c4c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012909 Dec 15 16:23:03.330057 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Publish callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:03.443816 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:03.571274 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:23:03.578292 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:23:03.589403 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:23:03.599465 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Network 7fed9d81-d354-44cc-8428-ba5a2ef89db9 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:23:03.674334 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Pushing event updated for resources: {'Port': ['ID=71637d57-6596-4583-bab2-e8a43e8c6058,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:03.698183 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Pushing event updated for resources: {'Port': ['ID=fa2c11a1-688b-49a1-af3d-d9a439d4ecd0,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:03.749345 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:03.786600 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93a658eb-0334-563d-9744-8d0d76e8f5d2-47471456-5c01-41e0-9bef-21d9af7ebd66', 'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66', 'project_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'fixed_ips': [{'subnet_id': '47cd5a6b-b600-47fc-8318-8988de846b06'}]}} from dv-cinder-812685-4-iscsi. {{(pid=102568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:23:03.788615 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:03.807934 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:23:03.811770 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:23:03.988906 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Allocated IP 172.20.0.2 (47471456-5c01-41e0-9bef-21d9af7ebd66/47cd5a6b-b600-47fc-8318-8988de846b06/8759b3eb-8ee0-48bf-9a77-963caf7d0117) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:23:04.136272 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:04.305773 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:04.574711 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 87a67ef2-6243-4635-b40d-69a18e408d40 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:23:04.610985 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:04.707741 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:04.901909 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba55ad-9f6a-4cfc-85c6-4294c8a0b2ba req-5e9b3eab-f461-4e1b-b55f-ea8052e39a6b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:04.912717 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f2ba55ad-9f6a-4cfc-85c6-4294c8a0b2ba req-5e9b3eab-f461-4e1b-b55f-ea8052e39a6b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.2970707 Dec 15 16:23:05.080506 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538349'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:05.182173 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Allocated IP 172.27.2.170 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/27911073-e0b4-4aee-a5e4-d728b9c31ced) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:23:05.194551 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be21cf-202a-413a-b170-9b03b2a1a354 req-6fc43743-3309-4818-9c4f-df9c8c500a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:05.196994 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-58be21cf-202a-413a-b170-9b03b2a1a354 req-6fc43743-3309-4818-9c4f-df9c8c500a00 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 1099 time: 0.2958899 Dec 15 16:23:05.363897 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-58be21cf-202a-413a-b170-9b03b2a1a354 req-e3395caf-9e4b-4d82-8328-f16f82ba8b69 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508634 Dec 15 16:23:05.375343 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Router b3233dc9-ec02-4ef5-a908-1efe37c706d8 is scheduled to L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:23:05.412094 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f2ba55ad-9f6a-4cfc-85c6-4294c8a0b2ba req-8304fdf0-1123-4327-adb8-9c043017822c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969156 Dec 15 16:23:05.541227 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:05.549839 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Attempting to bind port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:23:05.552735 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Attempting to bind port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '3a08d41b-38a0-45f4-8d76-9c704904be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7fed9d81-d354-44cc-8428-ba5a2ef89db9'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:23:05.553521 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Attempting to bind port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 on network 7fed9d81-d354-44cc-8428-ba5a2ef89db9 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:23:05.573449 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:05.590604 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:05.664602 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Pushing event updated for resources: {'Port': ['ID=8759b3eb-8ee0-48bf-9a77-963caf7d0117,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:05.677029 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:23:05.677553 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Checking segment: {'id': '3a08d41b-38a0-45f4-8d76-9c704904be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7fed9d81-d354-44cc-8428-ba5a2ef89db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:23:05.678655 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:05.679510 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Bound using segment: {'id': '3a08d41b-38a0-45f4-8d76-9c704904be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7fed9d81-d354-44cc-8428-ba5a2ef89db9'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:23:05.682066 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Bound port: fa2c11a1-688b-49a1-af3d-d9a439d4ecd0, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a08d41b-38a0-45f4-8d76-9c704904be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7fed9d81-d354-44cc-8428-ba5a2ef89db9'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:23:05.682282 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:05.699259 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:23:05.732357 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Sync routers for ids ['b3233dc9-ec02-4ef5-a908-1efe37c706d8'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:23:05.739246 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:05.743218 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] Publish callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:05.746035 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-2794cfd8-d5aa-4e51-b819-33e532d172df admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2318678 Dec 15 16:23:05.749980 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38420) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:05.763188 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Routers {'b3233dc9-ec02-4ef5-a908-1efe37c706d8'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:23:05.764559 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['b3233dc9-ec02-4ef5-a908-1efe37c706d8'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:05.875356 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Pushing event updated for resources: {'Port': ['ID=27911073-e0b4-4aee-a5e4-d728b9c31ced,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:05.897045 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:23:05.902774 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:23:05.909531 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:23:06.003202 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:06.072655 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Set router b3233dc9-ec02-4ef5-a908-1efe37c706d8 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:23:06.102702 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Network 47471456-5c01-41e0-9bef-21d9af7ebd66 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:23:06.104664 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:06.113234 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:23:06.163108 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:23:06.171308 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064a647-4b06-40bd-9f52-9eccd673a332 None None] Pushing event updated for resources: {'Port': ['ID=a91e2a56-866d-4de4-8d6b-35f8694a1b03,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:06.287066 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Attempting to bind port 8759b3eb-8ee0-48bf-9a77-963caf7d0117 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:23:06.287472 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Attempting to bind port 8759b3eb-8ee0-48bf-9a77-963caf7d0117 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '7da16bfc-cdee-4118-884f-cb15af04b782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:23:06.287837 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Attempting to bind port 8759b3eb-8ee0-48bf-9a77-963caf7d0117 on network 47471456-5c01-41e0-9bef-21d9af7ebd66 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:23:06.308996 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:23:06.333345 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Checking segment: {'id': '7da16bfc-cdee-4118-884f-cb15af04b782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:23:06.333345 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:06.333861 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Bound using segment: {'id': '7da16bfc-cdee-4118-884f-cb15af04b782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:23:06.344438 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Bound port: 8759b3eb-8ee0-48bf-9a77-963caf7d0117, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da16bfc-cdee-4118-884f-cb15af04b782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:23:06.344438 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:06.412944 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:23:06.534165 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 87a67ef2-6243-4635-b40d-69a18e408d40 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:06.567764 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:06.630106 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'name': 'tempest-TestShelveInstance-612891670-router', 'tenant_id': '8374e47cb0dc42bcb17b2e74480c775c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '71637d57-6596-4583-bab2-e8a43e8c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:59Z', 'updated_at': '2021-12-15T16:23:03Z', 'revision_number': 3, 'project_id': '8374e47cb0dc42bcb17b2e74480c775c', 'gw_port': {'id': '71637d57-6596-4583-bab2-e8a43e8c6058', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:06.716543 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] For port 8759b3eb-8ee0-48bf-9a77-963caf7d0117, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:23:06.721336 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] For port 8759b3eb-8ee0-48bf-9a77-963caf7d0117, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=8759b3eb-8ee0-48bf-9a77-963caf7d0117,segment=NetworkSegment(7da16bfc-cdee-4118-884f-cb15af04b782),segment_id=7da16bfc-cdee-4118-884f-cb15af04b782)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:23:06.738933 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Checking router: b3233dc9-ec02-4ef5-a908-1efe37c706d8 for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:23:06.740385 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Updating router b3233dc9-ec02-4ef5-a908-1efe37c706d8 port 71637d57-6596-4583-bab2-e8a43e8c6058 binding host dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:23:06.778673 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:06.795799 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:06.837311 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] For port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:23:06.850151 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:06.907935 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] For port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=fa2c11a1-688b-49a1-af3d-d9a439d4ecd0,segment=NetworkSegment(3a08d41b-38a0-45f4-8d76-9c704904be0a),segment_id=3a08d41b-38a0-45f4-8d76-9c704904be0a)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:23:06.935062 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-d503d3ca-1bb0-4d2f-b0d1-a60c19900e3b None None] Provisioning complete for port a91e2a56-866d-4de4-8d6b-35f8694a1b03 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:06.935469 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d503d3ca-1bb0-4d2f-b0d1-a60c19900e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:06.994093 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-d503d3ca-1bb0-4d2f-b0d1-a60c19900e3b None None] Port a91e2a56-866d-4de4-8d6b-35f8694a1b03 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:23:06.999325 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:07.023742 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Attempting to bind port a91e2a56-866d-4de4-8d6b-35f8694a1b03 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:23:07.023844 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Attempting to bind port a91e2a56-866d-4de4-8d6b-35f8694a1b03 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '13d19cab-7020-41c2-b04c-78235294896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:23:07.024282 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Attempting to bind port a91e2a56-866d-4de4-8d6b-35f8694a1b03 on network d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:23:07.070418 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:23:07.070800 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Checking segment: {'id': '13d19cab-7020-41c2-b04c-78235294896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:23:07.071212 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:07.071646 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Bound using segment: {'id': '13d19cab-7020-41c2-b04c-78235294896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:23:07.072150 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Bound port: a91e2a56-866d-4de4-8d6b-35f8694a1b03, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d19cab-7020-41c2-b04c-78235294896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:23:07.072537 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:07.292146 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765b02b-43b5-4755-9b06-f74d1b7816ce req-9b1dc863-2f26-40ce-a963-183f07f93d1d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:07.309912 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3765b02b-43b5-4755-9b06-f74d1b7816ce req-9b1dc863-2f26-40ce-a963-183f07f93d1d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.7510338 Dec 15 16:23:07.402565 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] For port a91e2a56-866d-4de4-8d6b-35f8694a1b03, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:23:07.421001 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] For port a91e2a56-866d-4de4-8d6b-35f8694a1b03, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=a91e2a56-866d-4de4-8d6b-35f8694a1b03,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:23:07.443176 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:07.445998 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbea7f-6479-4d8e-b4f7-dcb12fb2c155 None None] Pushing event updated for resources: {'Port': ['ID=8759b3eb-8ee0-48bf-9a77-963caf7d0117,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:07.694372 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3765b02b-43b5-4755-9b06-f74d1b7816ce req-17f21640-f7b2-4931-9f72-bf80bb4ef6a3 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629446 Dec 15 16:23:07.877217 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:07.896107 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:07.940366 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Routers {'a62582a1-957f-4be8-a13e-9742eefc728a'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:23:07.940909 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['a62582a1-957f-4be8-a13e-9742eefc728a'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:08.115813 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a95d2-261b-4189-ac72-c2c8f8413aab None None] Pushing event updated for resources: {'Port': ['ID=fa2c11a1-688b-49a1-af3d-d9a439d4ecd0,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:08.171011 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:08.173483 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Attempting to bind port 71637d57-6596-4583-bab2-e8a43e8c6058 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:23:08.182461 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Attempting to bind port 71637d57-6596-4583-bab2-e8a43e8c6058 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:23:08.183486 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Attempting to bind port 71637d57-6596-4583-bab2-e8a43e8c6058 on network c5577648-1338-48a1-9aee-0000e1c86c30 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:23:08.247330 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:23:08.253907 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Checking segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:23:08.259938 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:08.265716 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Bound using segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:23:08.267551 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Bound port: 71637d57-6596-4583-bab2-e8a43e8c6058, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:23:08.268052 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:08.276850 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc780dbf-e157-44dc-8b1f-ce5d2387d4f0 None None] Pushing event updated for resources: {'Port': ['ID=71637d57-6596-4583-bab2-e8a43e8c6058,revision_number=2']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:08.516447 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538349'] for router, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:08.608914 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 8759b3eb-8ee0-48bf-9a77-963caf7d0117 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:23:08.683919 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] For port 71637d57-6596-4583-bab2-e8a43e8c6058, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:23:08.699290 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] For port 71637d57-6596-4583-bab2-e8a43e8c6058, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=71637d57-6596-4583-bab2-e8a43e8c6058,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:23:08.720629 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] Set router a62582a1-957f-4be8-a13e-9742eefc728a gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:23:08.736733 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:09.010265 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064a647-4b06-40bd-9f52-9eccd673a332 None None] Pushing event updated for resources: {'Port': ['ID=a91e2a56-866d-4de4-8d6b-35f8694a1b03,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:09.028524 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Routers {'b3233dc9-ec02-4ef5-a908-1efe37c706d8'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:23:09.030432 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['b3233dc9-ec02-4ef5-a908-1efe37c706d8'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:09.032870 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc780dbf-e157-44dc-8b1f-ce5d2387d4f0 None None] Pushing event updated for resources: {'Port': ['ID=71637d57-6596-4583-bab2-e8a43e8c6058,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:09.067634 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Router 9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 is scheduled to L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f with binding_index 1 {{(pid=102566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:23:09.156037 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Allocated IP 172.20.0.1 (7fed9d81-d354-44cc-8428-ba5a2ef89db9/3dab3c65-7c46-40d6-b156-eafa4fbd8beb/8295bc58-46ce-4c03-bacd-1d080a4da3d4) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:23:09.373886 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fc6ba-e431-4d2a-b32b-dd57a4593f6e req-95189376-ac6d-43f3-8d8f-04c0c61bb20f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:09.375674 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-617fc6ba-e431-4d2a-b32b-dd57a4593f6e req-95189376-ac6d-43f3-8d8f-04c0c61bb20f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.3941793 Dec 15 16:23:09.598122 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:23:09.671790 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] Publish callbacks [] for router, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:09.691211 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-59103d25-b365-40e5-8242-368ed927071f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9557140 Dec 15 16:23:09.692599 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] Set router b3233dc9-ec02-4ef5-a908-1efe37c706d8 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:23:09.693899 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38490) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:09.706130 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:09.725332 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-617fc6ba-e431-4d2a-b32b-dd57a4593f6e req-c2bb93cd-8bc6-4e4e-9b6c-00fab8ce4c0c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327370 Dec 15 16:23:09.810826 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:09.883484 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Sync routers for ids ['9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:23:09.993181 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 8759b3eb-8ee0-48bf-9a77-963caf7d0117 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:09.994389 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:09.999246 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Network 7fed9d81-d354-44cc-8428-ba5a2ef89db9 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:23:10.005822 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-3172f235-f661-4d5a-9295-d40c6cad7940 None None] Provisioning complete for port a91e2a56-866d-4de4-8d6b-35f8694a1b03 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:10.008630 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3172f235-f661-4d5a-9295-d40c6cad7940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:10.030206 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:23:10.040399 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:23:10.190475 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Pushing event updated for resources: {'Port': ['ID=8295bc58-46ce-4c03-bacd-1d080a4da3d4,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:10.285718 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534942'] for router_interface, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:10.578606 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d97e37-3539-45f6-83fb-034e4ef8dbfa None None] Network 7fed9d81-d354-44cc-8428-ba5a2ef89db9 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:23:10.630353 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'name': 'tempest-TestShelveInstance-612891670-router', 'tenant_id': '8374e47cb0dc42bcb17b2e74480c775c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '71637d57-6596-4583-bab2-e8a43e8c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:59Z', 'updated_at': '2021-12-15T16:23:03Z', 'revision_number': 3, 'project_id': '8374e47cb0dc42bcb17b2e74480c775c', 'gw_port': {'id': '71637d57-6596-4583-bab2-e8a43e8c6058', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:10.729983 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316425ef-92a9-4a2f-8200-880dee19ce25 None None] Network 47471456-5c01-41e0-9bef-21d9af7ebd66 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:23:10.761299 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36124a9-46c4-4fc0-b2d4-0488941b7934 None None] The sync data for ids ['b3233dc9-ec02-4ef5-a908-1efe37c706d8'] in dv-cinder-812685-4-iscsi is: [{'id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'name': 'tempest-TestShelveInstance-612891670-router', 'tenant_id': '8374e47cb0dc42bcb17b2e74480c775c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '71637d57-6596-4583-bab2-e8a43e8c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:59Z', 'updated_at': '2021-12-15T16:23:03Z', 'revision_number': 3, 'project_id': '8374e47cb0dc42bcb17b2e74480c775c', 'gw_port': {'id': '71637d57-6596-4583-bab2-e8a43e8c6058', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:23:10.762218 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e807e7-64d1-4dfb-9cf8-f0578fc95f5a req-37b5eab9-9f20-47ae-b254-04e39430671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:10.766983 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-41e807e7-64d1-4dfb-9cf8-f0578fc95f5a req-37b5eab9-9f20-47ae-b254-04e39430671e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4cdbc8211774d9fb8b9dbf7e3f1f080&device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 1099 time: 0.3251083 Dec 15 16:23:10.880582 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39157c8-a4ec-4e65-9448-9d366d6c89b3 req-a9bb364f-a105-4101-b115-82e3a85f3163 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:10.892394 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a39157c8-a4ec-4e65-9448-9d366d6c89b3 req-a9bb364f-a105-4101-b115-82e3a85f3163 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.2740695 Dec 15 16:23:11.007860 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Routers {'9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:23:11.008499 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:11.078860 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3172f235-f661-4d5a-9295-d40c6cad7940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:11.110191 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a39157c8-a4ec-4e65-9448-9d366d6c89b3 req-7cabb2d4-cbdf-43bc-8577-fedbc2bfe045 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118778 Dec 15 16:23:11.124966 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:11.181347 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-3172f235-f661-4d5a-9295-d40c6cad7940 None None] For port a91e2a56-866d-4de4-8d6b-35f8694a1b03, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=a91e2a56-866d-4de4-8d6b-35f8694a1b03,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:23:11.244895 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3172f235-f661-4d5a-9295-d40c6cad7940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:11.261329 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e807e7-64d1-4dfb-9cf8-f0578fc95f5a req-de248ddd-691a-4285-b64e-82d1faa48177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:11.263275 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-41e807e7-64d1-4dfb-9cf8-f0578fc95f5a req-de248ddd-691a-4285-b64e-82d1faa48177 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6f85be06-be2a-46cd-ac10-179b1abdc90e HTTP/1.1" status: 200 len: 918 time: 0.4815931 Dec 15 16:23:11.410677 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172f235-f661-4d5a-9295-d40c6cad7940 None None] Pushing event updated for resources: {'Port': ['ID=a91e2a56-866d-4de4-8d6b-35f8694a1b03,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:11.553381 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:11.562792 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10256235'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:11.706924 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-efb79b32-929e-46c1-8388-eae2e70b8821 None None] Provisioning complete for port 8759b3eb-8ee0-48bf-9a77-963caf7d0117 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:11.708899 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-efb79b32-929e-46c1-8388-eae2e70b8821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:11.839188 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 4, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'gw_port': {'id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:44Z', 'updated_at': '2021-12-15T16:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'a91e2a56-866d-4de4-8d6b-35f8694a1b03', 'name': '', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'mac_address': 'fa:16:3e:c2:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '45118a8a-76e1-4368-be2a-344063d4d805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:49Z', 'updated_at': '2021-12-15T16:23:07Z', 'revision_number': 4, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'subnets': [{'id': '45118a8a-76e1-4368-be2a-344063d4d805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:11.928446 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ae22a-3598-4313-a5c4-cb0b76b39dc5 None None] The sync data for ids ['a62582a1-957f-4be8-a13e-9742eefc728a'] in dv-cinder-812685-4-iscsi is: [{'id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 4, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'gw_port': {'id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:44Z', 'updated_at': '2021-12-15T16:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'a91e2a56-866d-4de4-8d6b-35f8694a1b03', 'name': '', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'mac_address': 'fa:16:3e:c2:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '45118a8a-76e1-4368-be2a-344063d4d805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:49Z', 'updated_at': '2021-12-15T16:23:07Z', 'revision_number': 4, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'subnets': [{'id': '45118a8a-76e1-4368-be2a-344063d4d805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:23:11.991235 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534574'] for router_interface, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:12.001523 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Pushing event updated for resources: {'Port': ['ID=8295bc58-46ce-4c03-bacd-1d080a4da3d4,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:12.002302 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:12.014092 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:12.096986 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Set router 9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:23:12.292459 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-41e807e7-64d1-4dfb-9cf8-f0578fc95f5a req-2b2a40f8-88a9-4ac3-97d7-d35d64d19f40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61eaf140-62eb-493c-b139-fe292101564e HTTP/1.1" status: 200 len: 217 time: 0.1085258 Dec 15 16:23:12.348866 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port 8759b3eb-8ee0-48bf-9a77-963caf7d0117, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=8759b3eb-8ee0-48bf-9a77-963caf7d0117,segment=NetworkSegment(7da16bfc-cdee-4118-884f-cb15af04b782),segment_id=7da16bfc-cdee-4118-884f-cb15af04b782)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:23:12.372778 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:12.416283 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Network 7fed9d81-d354-44cc-8428-ba5a2ef89db9 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:23:12.469587 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:23:12.507054 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f6b9c-9218-49d0-8a34-f809bfe9c6ca req-f5295b1c-f72d-4375-ae9c-7a7c553dd8ea tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:12.509224 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ec1f6b9c-9218-49d0-8a34-f809bfe9c6ca req-f5295b1c-f72d-4375-ae9c-7a7c553dd8ea tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.2166834 Dec 15 16:23:12.714392 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Allocated IP 172.20.0.1 (47471456-5c01-41e0-9bef-21d9af7ebd66/47cd5a6b-b600-47fc-8318-8988de846b06/b28ee38b-719a-4458-9ee0-6bbed0de4338) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:23:12.813927 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Router b3233dc9-ec02-4ef5-a908-1efe37c706d8 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:23:12.830300 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-efb79b32-929e-46c1-8388-eae2e70b8821 None None] Provisioning complete for port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:12.831235 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-efb79b32-929e-46c1-8388-eae2e70b8821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:12.877107 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=8759b3eb-8ee0-48bf-9a77-963caf7d0117,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:12.897840 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ec1f6b9c-9218-49d0-8a34-f809bfe9c6ca req-5f9c1f2a-08c7-477d-b453-1b6bf010b344 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768933 Dec 15 16:23:12.961094 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'name': 'tempest-TestVolumeBootPattern-584673978-router', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '27911073-e0b4-4aee-a5e4-d728b9c31ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:23:06Z', 'revision_number': 3, 'project_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'gw_port': {'id': '27911073-e0b4-4aee-a5e4-d728b9c31ced', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:04Z', 'updated_at': '2021-12-15T16:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:13.111680 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:23:13.114839 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-efb79b32-929e-46c1-8388-eae2e70b8821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:13.117955 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Checking router: 9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:23:13.118626 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Updating router 9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 port 27911073-e0b4-4aee-a5e4-d728b9c31ced binding host dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:23:13.205644 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:23:13.228489 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-efb79b32-929e-46c1-8388-eae2e70b8821 None None] For port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=fa2c11a1-688b-49a1-af3d-d9a439d4ecd0,segment=NetworkSegment(3a08d41b-38a0-45f4-8d76-9c704904be0a),segment_id=3a08d41b-38a0-45f4-8d76-9c704904be0a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:23:13.236541 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-25a3faa7-ab3a-4bf9-b6ab-bb7843adf522 admin admin] 10.222.0.60 "PUT /v2.0/routers/b3233dc9-ec02-4ef5-a908-1efe37c706d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4849973 Dec 15 16:23:13.260209 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-efb79b32-929e-46c1-8388-eae2e70b8821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:13.265125 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:13.266343 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:13.269540 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e807e7-64d1-4dfb-9cf8-f0578fc95f5a req-2124207a-bd20-49cf-9fae-231e3495a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:13.271024 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-41e807e7-64d1-4dfb-9cf8-f0578fc95f5a req-2124207a-bd20-49cf-9fae-231e3495a839 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dcc8cfb6-7256-46fc-93e9-a03d0bcebe89 HTTP/1.1" status: 200 len: 857 time: 0.1741161 Dec 15 16:23:13.334903 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:13.454800 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Network 47471456-5c01-41e0-9bef-21d9af7ebd66 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:23:13.463191 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:23:13.467613 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:23:13.522488 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb79b32-929e-46c1-8388-eae2e70b8821 None None] Pushing event updated for resources: {'Port': ['ID=fa2c11a1-688b-49a1-af3d-d9a439d4ecd0,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:13.582361 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Pushing event updated for resources: {'Port': ['ID=b28ee38b-719a-4458-9ee0-6bbed0de4338,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:13.593039 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:13.593344 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:13.621609 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-a4ff4eb8-4ccc-4a70-953e-ecc61b40c99e None None] Provisioning complete for port 8759b3eb-8ee0-48bf-9a77-963caf7d0117 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:13.625313 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4eb8-4ccc-4a70-953e-ecc61b40c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:13.637918 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534942'] for router_interface, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:13.974492 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.152089 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 71637d57-6596-4583-bab2-e8a43e8c6058 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:23:14.251702 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f3f8e-986c-4dad-909d-1f231d8afdb6 req-9333dbf1-f229-4dcc-b14a-6c86cd61703d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:14.271942 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd3f3f8e-986c-4dad-909d-1f231d8afdb6 req-9333dbf1-f229-4dcc-b14a-6c86cd61703d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.1632555 Dec 15 16:23:14.309739 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-a4ff4eb8-4ccc-4a70-953e-ecc61b40c99e None None] Provisioning complete for port 8295bc58-46ce-4c03-bacd-1d080a4da3d4 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:14.319877 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4eb8-4ccc-4a70-953e-ecc61b40c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.336674 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.344523 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38574) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:14.354197 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-6115535f-8ec9-40e1-b2ff-9c69fe1e26bb tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1218287950', 'description': 'tempest-secgroup-smoke-1218287950 description', 'project_id': '60fc732badb0488392694e6d6c67d5dc'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:14.389343 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-41e807e7-64d1-4dfb-9cf8-f0578fc95f5a req-0aeb3962-934f-4f2c-8339-4c938915caa1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f85be06-be2a-46cd-ac10-179b1abdc90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458837 Dec 15 16:23:14.394327 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fd3f3f8e-986c-4dad-909d-1f231d8afdb6 req-44142094-892b-4e5b-8c2a-75a457f7dd74 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218495 Dec 15 16:23:14.402288 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.430955 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6115535f-8ec9-40e1-b2ff-9c69fe1e26bb tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.517514 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff4eb8-4ccc-4a70-953e-ecc61b40c99e None None] Port 8295bc58-46ce-4c03-bacd-1d080a4da3d4 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:23:14.571743 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-41e807e7-64d1-4dfb-9cf8-f0578fc95f5a req-1312435a-ecb9-4dfc-8487-b5fd38cbbc7f service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506224 Dec 15 16:23:14.579981 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 71637d57-6596-4583-bab2-e8a43e8c6058 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:14.586149 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.592366 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Attempting to bind port 27911073-e0b4-4aee-a5e4-d728b9c31ced on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:23:14.599154 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Attempting to bind port 27911073-e0b4-4aee-a5e4-d728b9c31ced by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:23:14.604364 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Attempting to bind port 27911073-e0b4-4aee-a5e4-d728b9c31ced on network c5577648-1338-48a1-9aee-0000e1c86c30 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:23:14.609695 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62631e7d-da75-4e8e-bdd9-55548b1ac91c None None] Pushing event updated for resources: {'Port': ['ID=27911073-e0b4-4aee-a5e4-d728b9c31ced,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:14.629079 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6115535f-8ec9-40e1-b2ff-9c69fe1e26bb tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.638076 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6115535f-8ec9-40e1-b2ff-9c69fe1e26bb tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.695355 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:23:14.696513 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Checking segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:23:14.697390 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.698338 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Bound using segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:23:14.699701 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Bound port: 27911073-e0b4-4aee-a5e4-d728b9c31ced, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:23:14.700663 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.706356 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-a4ff4eb8-4ccc-4a70-953e-ecc61b40c99e None None] Provisioning complete for port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:14.707581 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4eb8-4ccc-4a70-953e-ecc61b40c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.716397 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6115535f-8ec9-40e1-b2ff-9c69fe1e26bb tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.729971 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-6115535f-8ec9-40e1-b2ff-9c69fe1e26bb tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3723764 Dec 15 16:23:14.730740 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38580) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:14.733136 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115535f-8ec9-40e1-b2ff-9c69fe1e26bb tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14d440d-b76e-440e-9e48-59f1e9e24038,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:14.738672 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8e62afed-7d20-44ca-9404-e0019723d22d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Request body: {'security_group_rule': {'security_group_id': 'b14d440d-b76e-440e-9e48-59f1e9e24038', 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:14.800700 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e62afed-7d20-44ca-9404-e0019723d22d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.883458 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.903286 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] For port 27911073-e0b4-4aee-a5e4-d728b9c31ced, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:23:14.920653 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.927746 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] For port 27911073-e0b4-4aee-a5e4-d728b9c31ced, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=27911073-e0b4-4aee-a5e4-d728b9c31ced,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:23:14.943468 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e62afed-7d20-44ca-9404-e0019723d22d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.951436 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e62afed-7d20-44ca-9404-e0019723d22d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.973601 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62afed-7d20-44ca-9404-e0019723d22d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8bd806-b866-4f06-8e03-05c468fce442,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:14.975412 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:14.989897 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-41e807e7-64d1-4dfb-9cf8-f0578fc95f5a req-ff7783ba-491f-4fe1-8f6f-6875b117299d service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072704 Dec 15 16:23:14.997914 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:15.014154 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8e62afed-7d20-44ca-9404-e0019723d22d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:15.016048 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-8e62afed-7d20-44ca-9404-e0019723d22d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2840555 Dec 15 16:23:15.021447 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38582) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:15.027177 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-906e5a32-f05e-44d7-a920-87574594d15d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Request body: {'security_group_rule': {'security_group_id': 'b14d440d-b76e-440e-9e48-59f1e9e24038', 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:15.083540 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-906e5a32-f05e-44d7-a920-87574594d15d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:15.105395 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534574'] for router_interface, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:15.109572 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port 71637d57-6596-4583-bab2-e8a43e8c6058, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=71637d57-6596-4583-bab2-e8a43e8c6058,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:23:15.132028 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:15.133212 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device a91e2a56-866d-4de4-8d6b-35f8694a1b03 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:23:15.169571 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Sync routers for ids ['b3233dc9-ec02-4ef5-a908-1efe37c706d8'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:23:15.182512 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62631e7d-da75-4e8e-bdd9-55548b1ac91c None None] Pushing event updated for resources: {'Port': ['ID=27911073-e0b4-4aee-a5e4-d728b9c31ced,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:15.201928 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Routers {'b3233dc9-ec02-4ef5-a908-1efe37c706d8'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:23:15.205023 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-906e5a32-f05e-44d7-a920-87574594d15d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:15.205839 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['b3233dc9-ec02-4ef5-a908-1efe37c706d8'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:15.209207 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Routers {'9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:23:15.209984 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:15.214736 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-906e5a32-f05e-44d7-a920-87574594d15d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:15.233791 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Pushing event updated for resources: {'Port': ['ID=b28ee38b-719a-4458-9ee0-6bbed0de4338,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:15.246878 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Network 47471456-5c01-41e0-9bef-21d9af7ebd66 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:23:15.248725 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:23:15.310918 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-906e5a32-f05e-44d7-a920-87574594d15d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:15.316945 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-906e5a32-f05e-44d7-a920-87574594d15d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2917414 Dec 15 16:23:15.321905 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38590) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:15.324621 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e5a32-f05e-44d7-a920-87574594d15d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a0950e-c153-4b45-b126-80a4cb1655b9,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:15.357589 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-082f32b2-2ecf-4267-ac3f-f31378b4d50c tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Request body: {'security_group_rule': {'security_group_id': 'b14d440d-b76e-440e-9e48-59f1e9e24038', 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:15.453302 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Set router b3233dc9-ec02-4ef5-a908-1efe37c706d8 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:23:15.470475 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-082f32b2-2ecf-4267-ac3f-f31378b4d50c tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:15.524274 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Router 9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:23:15.728570 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:23:15.736073 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-d1350562-f104-427c-a61b-269fbdf41978 admin admin] 10.222.0.60 "PUT /v2.0/routers/9bdd46b1-507d-4fba-a58c-5f142bd6d4e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0340123 Dec 15 16:23:15.840327 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-a0602139-1d8c-4983-9677-83a1f0290649 None None] Provisioning complete for port b28ee38b-719a-4458-9ee0-6bbed0de4338 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:15.843834 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a0602139-1d8c-4983-9677-83a1f0290649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:15.853186 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a86821-c2b5-46ce-b8ee-8e667ad0f31f req-3f0334d1-a21f-4fda-8a9f-c2eaee016400 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:15.855252 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-96a86821-c2b5-46ce-b8ee-8e667ad0f31f req-3f0334d1-a21f-4fda-8a9f-c2eaee016400 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.3105321 Dec 15 16:23:15.855764 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=71637d57-6596-4583-bab2-e8a43e8c6058,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:15.867807 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-082f32b2-2ecf-4267-ac3f-f31378b4d50c tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:15.882703 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-082f32b2-2ecf-4267-ac3f-f31378b4d50c tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:15.889420 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port a91e2a56-866d-4de4-8d6b-35f8694a1b03 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:15.891509 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:15.954405 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f32b2-2ecf-4267-ac3f-f31378b4d50c tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21341321-51a4-4bdd-9c05-94573b3fef72,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:15.978774 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-082f32b2-2ecf-4267-ac3f-f31378b4d50c tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:15.984514 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-082f32b2-2ecf-4267-ac3f-f31378b4d50c tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6472468 Dec 15 16:23:15.985077 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38602) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:15.992285 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-9ac0c45b-830f-4210-9bc2-55262025c577 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Request body: {'security_group_rule': {'security_group_id': 'b14d440d-b76e-440e-9e48-59f1e9e24038', 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:16.009866 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-96a86821-c2b5-46ce-b8ee-8e667ad0f31f req-f946d7b2-68d6-42dd-a5d3-b117dbc57bd9 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338279 Dec 15 16:23:16.039217 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] Set router 9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:23:16.064096 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9ac0c45b-830f-4210-9bc2-55262025c577 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:16.108073 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'name': 'tempest-TestShelveInstance-612891670-router', 'tenant_id': '8374e47cb0dc42bcb17b2e74480c775c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '71637d57-6596-4583-bab2-e8a43e8c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:59Z', 'updated_at': '2021-12-15T16:23:10Z', 'revision_number': 4, 'project_id': '8374e47cb0dc42bcb17b2e74480c775c', 'gw_port': {'id': '71637d57-6596-4583-bab2-e8a43e8c6058', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '8295bc58-46ce-4c03-bacd-1d080a4da3d4', 'name': '', 'network_id': '7fed9d81-d354-44cc-8428-ba5a2ef89db9', 'tenant_id': '8374e47cb0dc42bcb17b2e74480c775c', 'mac_address': 'fa:16:3e:c4:5e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3dab3c65-7c46-40d6-b156-eafa4fbd8beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:08Z', 'updated_at': '2021-12-15T16:23:11Z', 'revision_number': 2, 'project_id': '8374e47cb0dc42bcb17b2e74480c775c', 'subnets': [{'id': '3dab3c65-7c46-40d6-b156-eafa4fbd8beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:16.132003 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a0602139-1d8c-4983-9677-83a1f0290649 None None] Port b28ee38b-719a-4458-9ee0-6bbed0de4338 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:23:16.250629 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Checking router: b3233dc9-ec02-4ef5-a908-1efe37c706d8 for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:23:16.250629 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Updating router b3233dc9-ec02-4ef5-a908-1efe37c706d8 port 8295bc58-46ce-4c03-bacd-1d080a4da3d4 binding host dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:23:16.292833 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:16.315278 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-a362efbb-9211-427f-8044-8d0ae4006a25 None None] Provisioning complete for port b28ee38b-719a-4458-9ee0-6bbed0de4338 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:16.316193 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a362efbb-9211-427f-8044-8d0ae4006a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:16.524150 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-a362efbb-9211-427f-8044-8d0ae4006a25 None None] Port b28ee38b-719a-4458-9ee0-6bbed0de4338 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:23:16.561195 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 8759b3eb-8ee0-48bf-9a77-963caf7d0117 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:23:16.626978 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9ac0c45b-830f-4210-9bc2-55262025c577 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:16.640707 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9ac0c45b-830f-4210-9bc2-55262025c577 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:16.703277 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9ac0c45b-830f-4210-9bc2-55262025c577 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:16.705190 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-9ac0c45b-830f-4210-9bc2-55262025c577 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7187753 Dec 15 16:23:16.709721 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38618) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:16.712373 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0c45b-830f-4210-9bc2-55262025c577 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b3eaa2-56fe-4e46-aff5-2ff4bfe33eeb,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:16.715937 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a5e84f86-1553-45af-a019-f46fc966a7b1 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Request body: {'security_group_rule': {'security_group_id': 'b14d440d-b76e-440e-9e48-59f1e9e24038', 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:16.793401 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-a5e84f86-1553-45af-a019-f46fc966a7b1 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Project 60fc732badb0488392694e6d6c67d5dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:23:16.807041 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a5e84f86-1553-45af-a019-f46fc966a7b1 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:16.865955 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'name': 'tempest-TestVolumeBootPattern-584673978-router', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '27911073-e0b4-4aee-a5e4-d728b9c31ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:23:13Z', 'revision_number': 4, 'project_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'gw_port': {'id': '27911073-e0b4-4aee-a5e4-d728b9c31ced', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:04Z', 'updated_at': '2021-12-15T16:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'b28ee38b-719a-4458-9ee0-6bbed0de4338', 'name': '', 'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'mac_address': 'fa:16:3e:1b:14:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '47cd5a6b-b600-47fc-8318-8988de846b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:12Z', 'updated_at': '2021-12-15T16:23:14Z', 'revision_number': 2, 'project_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'subnets': [{'id': '47cd5a6b-b600-47fc-8318-8988de846b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:16.947117 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a5e84f86-1553-45af-a019-f46fc966a7b1 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:16.956521 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a5e84f86-1553-45af-a019-f46fc966a7b1 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:16.960526 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7289f7-98d9-4423-953a-d612391ab4a7 None None] The sync data for ids ['9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'] in dv-cinder-812685-4-iscsi is: [{'id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'name': 'tempest-TestVolumeBootPattern-584673978-router', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '27911073-e0b4-4aee-a5e4-d728b9c31ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:23:13Z', 'revision_number': 4, 'project_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'gw_port': {'id': '27911073-e0b4-4aee-a5e4-d728b9c31ced', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:04Z', 'updated_at': '2021-12-15T16:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'b28ee38b-719a-4458-9ee0-6bbed0de4338', 'name': '', 'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'mac_address': 'fa:16:3e:1b:14:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '47cd5a6b-b600-47fc-8318-8988de846b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:12Z', 'updated_at': '2021-12-15T16:23:14Z', 'revision_number': 2, 'project_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'subnets': [{'id': '47cd5a6b-b600-47fc-8318-8988de846b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:23:16.965023 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 8759b3eb-8ee0-48bf-9a77-963caf7d0117 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:16.966019 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:17.011142 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e84f86-1553-45af-a019-f46fc966a7b1 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eac514f-d7f8-4292-a52a-9f5a1318f22b,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:17.041139 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a5e84f86-1553-45af-a019-f46fc966a7b1 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:17.043629 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a5e84f86-1553-45af-a019-f46fc966a7b1 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3316267 Dec 15 16:23:17.049621 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38622) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:17.055706 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-a221f12d-250c-418f-a297-193068271217 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Request body: {'security_group_rule': {'security_group_id': 'b14d440d-b76e-440e-9e48-59f1e9e24038', 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:17.107161 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.securitygroups_db [None req-a221f12d-250c-418f-a297-193068271217 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Project 60fc732badb0488392694e6d6c67d5dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:23:17.119597 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a221f12d-250c-418f-a297-193068271217 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:17.155395 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:17.173191 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:17.205808 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38630) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:17.215242 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-4b082793-68b3-4550-b8ee-0057f5421494 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-26496151', 'description': 'tempest-secgroup-smoke-26496151 description', 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:17.226943 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:23:17.270389 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b082793-68b3-4550-b8ee-0057f5421494 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:17.286665 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a221f12d-250c-418f-a297-193068271217 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:17.293489 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a221f12d-250c-418f-a297-193068271217 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:17.354503 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4eade-22dc-41c5-a038-548f9a4f2d82 None None] Pushing event updated for resources: {'Port': ['ID=8295bc58-46ce-4c03-bacd-1d080a4da3d4,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:17.375476 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a221f12d-250c-418f-a297-193068271217 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:17.383459 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-a221f12d-250c-418f-a297-193068271217 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3257658 Dec 15 16:23:17.383459 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221f12d-250c-418f-a297-193068271217 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c81a575-39c6-4ce3-b6f0-736e0c281b79,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:17.437156 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:17.437955 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:17.546592 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Attempting to bind port 8295bc58-46ce-4c03-bacd-1d080a4da3d4 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:23:17.550469 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Attempting to bind port 8295bc58-46ce-4c03-bacd-1d080a4da3d4 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '3a08d41b-38a0-45f4-8d76-9c704904be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7fed9d81-d354-44cc-8428-ba5a2ef89db9'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:23:17.551008 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Attempting to bind port 8295bc58-46ce-4c03-bacd-1d080a4da3d4 on network 7fed9d81-d354-44cc-8428-ba5a2ef89db9 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:23:17.557954 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:23:17.558430 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Checking segment: {'id': '3a08d41b-38a0-45f4-8d76-9c704904be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7fed9d81-d354-44cc-8428-ba5a2ef89db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:23:17.559808 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:17.559808 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Bound using segment: {'id': '3a08d41b-38a0-45f4-8d76-9c704904be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7fed9d81-d354-44cc-8428-ba5a2ef89db9'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:23:17.560359 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Bound port: 8295bc58-46ce-4c03-bacd-1d080a4da3d4, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a08d41b-38a0-45f4-8d76-9c704904be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7fed9d81-d354-44cc-8428-ba5a2ef89db9'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:23:17.560852 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:17.684916 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] For port 8295bc58-46ce-4c03-bacd-1d080a4da3d4, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:23:17.690153 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] For port 8295bc58-46ce-4c03-bacd-1d080a4da3d4, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=8295bc58-46ce-4c03-bacd-1d080a4da3d4,segment=NetworkSegment(3a08d41b-38a0-45f4-8d76-9c704904be0a),segment_id=3a08d41b-38a0-45f4-8d76-9c704904be0a)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:23:17.699613 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f604520-b0b6-42e6-8a4a-1741c643ea74 req-d0dfa990-a154-491c-ba9b-54fa8261d079 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:17.699913 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:17.711448 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6f604520-b0b6-42e6-8a4a-1741c643ea74 req-d0dfa990-a154-491c-ba9b-54fa8261d079 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.3531220 Dec 15 16:23:17.853669 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 71637d57-6596-4583-bab2-e8a43e8c6058 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:23:17.894227 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b082793-68b3-4550-b8ee-0057f5421494 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:17.910440 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4eade-22dc-41c5-a038-548f9a4f2d82 None None] Pushing event updated for resources: {'Port': ['ID=8295bc58-46ce-4c03-bacd-1d080a4da3d4,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:18.111013 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6f604520-b0b6-42e6-8a4a-1741c643ea74 req-bc3ce0a1-d91a-4151-b252-55206a364af5 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977304 Dec 15 16:23:18.122838 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b082793-68b3-4550-b8ee-0057f5421494 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:18.197130 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Routers {'b3233dc9-ec02-4ef5-a908-1efe37c706d8'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:23:18.198402 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['b3233dc9-ec02-4ef5-a908-1efe37c706d8'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:18.286813 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b082793-68b3-4550-b8ee-0057f5421494 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b2fb9d-6df7-4650-9ef4-ee40a8bab744,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:18.326902 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4b082793-68b3-4550-b8ee-0057f5421494 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:18.328887 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-4b082793-68b3-4550-b8ee-0057f5421494 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1212935 Dec 15 16:23:18.335959 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38682) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:18.341720 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-09ef07f5-0d45-4969-ae1e-0b5765c6f865 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Request body: {'security_group_rule': {'security_group_id': '15b2fb9d-6df7-4650-9ef4-ee40a8bab744', 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:18.357065 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cda830f1-4357-40dd-aaf5-bc981ee93a05 None None] Provisioning complete for port 8295bc58-46ce-4c03-bacd-1d080a4da3d4 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:18.357886 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cda830f1-4357-40dd-aaf5-bc981ee93a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:18.491320 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-09ef07f5-0d45-4969-ae1e-0b5765c6f865 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:18.837295 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] Set router b3233dc9-ec02-4ef5-a908-1efe37c706d8 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:23:18.884053 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-09ef07f5-0d45-4969-ae1e-0b5765c6f865 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:18.897429 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-09ef07f5-0d45-4969-ae1e-0b5765c6f865 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:18.920774 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 71637d57-6596-4583-bab2-e8a43e8c6058 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:18.921668 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:19.024671 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef07f5-0d45-4969-ae1e-0b5765c6f865 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff993307-2707-4a84-bcc8-a5d7f1de5e3d,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:19.061262 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-09ef07f5-0d45-4969-ae1e-0b5765c6f865 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:19.070689 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-09ef07f5-0d45-4969-ae1e-0b5765c6f865 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7329586 Dec 15 16:23:19.083006 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38696) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:19.090402 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a8f24b79-e0dd-4e1b-8e2c-6e2f2bfa366d tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Request body: {'security_group_rule': {'security_group_id': '15b2fb9d-6df7-4650-9ef4-ee40a8bab744', 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:19.229464 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a8f24b79-e0dd-4e1b-8e2c-6e2f2bfa366d tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:19.369568 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a8f24b79-e0dd-4e1b-8e2c-6e2f2bfa366d tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:19.416229 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a8f24b79-e0dd-4e1b-8e2c-6e2f2bfa366d tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:19.554185 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cda830f1-4357-40dd-aaf5-bc981ee93a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:19.593987 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a8f24b79-e0dd-4e1b-8e2c-6e2f2bfa366d tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:19.599873 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38724) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:19.610977 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-ac8e8741-f764-4e4c-a873-17a13ca297d6 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Request body: {'security_group_rule': {'security_group_id': '15b2fb9d-6df7-4650-9ef4-ee40a8bab744', 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:19.615521 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a8f24b79-e0dd-4e1b-8e2c-6e2f2bfa366d tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5118988 Dec 15 16:23:19.666388 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f24b79-e0dd-4e1b-8e2c-6e2f2bfa366d tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be6faf1-d354-44a4-8347-607740a29930,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:19.774053 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cda830f1-4357-40dd-aaf5-bc981ee93a05 None None] For port 8295bc58-46ce-4c03-bacd-1d080a4da3d4, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=8295bc58-46ce-4c03-bacd-1d080a4da3d4,segment=NetworkSegment(3a08d41b-38a0-45f4-8d76-9c704904be0a),segment_id=3a08d41b-38a0-45f4-8d76-9c704904be0a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:23:19.783333 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cda830f1-4357-40dd-aaf5-bc981ee93a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:19.829935 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8741-f764-4e4c-a873-17a13ca297d6 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:19.844921 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ce201-7933-4e61-bc0b-d23a035cdbc5 req-87c6c95f-7175-44ff-a003-89b300b06d71 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:19.861081 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-326ce201-7933-4e61-bc0b-d23a035cdbc5 req-87c6c95f-7175-44ff-a003-89b300b06d71 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.4830706 Dec 15 16:23:20.134135 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-e7450f11-bc29-429f-8c6d-9b71a406e2a4 None None] Provisioning complete for port 8295bc58-46ce-4c03-bacd-1d080a4da3d4 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:20.134804 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e7450f11-bc29-429f-8c6d-9b71a406e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:20.136089 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-326ce201-7933-4e61-bc0b-d23a035cdbc5 req-49d677e1-7de8-4309-be21-5eadef6b7072 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579064 Dec 15 16:23:20.202550 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8741-f764-4e4c-a873-17a13ca297d6 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:20.208266 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8741-f764-4e4c-a873-17a13ca297d6 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:20.209334 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'name': 'tempest-TestShelveInstance-612891670-router', 'tenant_id': '8374e47cb0dc42bcb17b2e74480c775c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '71637d57-6596-4583-bab2-e8a43e8c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:59Z', 'updated_at': '2021-12-15T16:23:10Z', 'revision_number': 4, 'project_id': '8374e47cb0dc42bcb17b2e74480c775c', 'gw_port': {'id': '71637d57-6596-4583-bab2-e8a43e8c6058', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '8295bc58-46ce-4c03-bacd-1d080a4da3d4', 'name': '', 'network_id': '7fed9d81-d354-44cc-8428-ba5a2ef89db9', 'tenant_id': '8374e47cb0dc42bcb17b2e74480c775c', 'mac_address': 'fa:16:3e:c4:5e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3dab3c65-7c46-40d6-b156-eafa4fbd8beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:08Z', 'updated_at': '2021-12-15T16:23:17Z', 'revision_number': 4, 'project_id': '8374e47cb0dc42bcb17b2e74480c775c', 'subnets': [{'id': '3dab3c65-7c46-40d6-b156-eafa4fbd8beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:20.269344 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda830f1-4357-40dd-aaf5-bc981ee93a05 None None] Pushing event updated for resources: {'Port': ['ID=8295bc58-46ce-4c03-bacd-1d080a4da3d4,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:20.271897 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308415a-9978-41aa-90c0-f8d0fdbfaba2 None None] The sync data for ids ['b3233dc9-ec02-4ef5-a908-1efe37c706d8'] in dv-cinder-812685-4-iscsi is: [{'id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'name': 'tempest-TestShelveInstance-612891670-router', 'tenant_id': '8374e47cb0dc42bcb17b2e74480c775c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '71637d57-6596-4583-bab2-e8a43e8c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:59Z', 'updated_at': '2021-12-15T16:23:10Z', 'revision_number': 4, 'project_id': '8374e47cb0dc42bcb17b2e74480c775c', 'gw_port': {'id': '71637d57-6596-4583-bab2-e8a43e8c6058', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '8295bc58-46ce-4c03-bacd-1d080a4da3d4', 'name': '', 'network_id': '7fed9d81-d354-44cc-8428-ba5a2ef89db9', 'tenant_id': '8374e47cb0dc42bcb17b2e74480c775c', 'mac_address': 'fa:16:3e:c4:5e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '3dab3c65-7c46-40d6-b156-eafa4fbd8beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:08Z', 'updated_at': '2021-12-15T16:23:17Z', 'revision_number': 4, 'project_id': '8374e47cb0dc42bcb17b2e74480c775c', 'subnets': [{'id': '3dab3c65-7c46-40d6-b156-eafa4fbd8beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:23:20.331000 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e8741-f764-4e4c-a873-17a13ca297d6 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec0f74b-9625-4cdb-892c-161392d05e60,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:20.361275 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8741-f764-4e4c-a873-17a13ca297d6 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:20.365391 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-ac8e8741-f764-4e4c-a873-17a13ca297d6 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7620552 Dec 15 16:23:20.366178 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38748) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:20.372257 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c14770a6-ee94-4894-aee9-6e09e97d13a4 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Request body: {'security_group_rule': {'security_group_id': '15b2fb9d-6df7-4650-9ef4-ee40a8bab744', 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:20.559958 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c14770a6-ee94-4894-aee9-6e09e97d13a4 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:20.912526 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a174a-0133-4fc6-b690-249d3d1422eb req-06757f2b-3c94-47a7-9809-bb8ec546a1fd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:20.928352 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8d1a174a-0133-4fc6-b690-249d3d1422eb req-06757f2b-3c94-47a7-9809-bb8ec546a1fd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.3033776 Dec 15 16:23:21.004459 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c14770a6-ee94-4894-aee9-6e09e97d13a4 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:21.027322 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c14770a6-ee94-4894-aee9-6e09e97d13a4 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:21.048600 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 27911073-e0b4-4aee-a5e4-d728b9c31ced up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:23:21.095595 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8d1a174a-0133-4fc6-b690-249d3d1422eb req-85770abd-8605-4523-ac2e-a44e271b1d8d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658733 Dec 15 16:23:21.098898 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c14770a6-ee94-4894-aee9-6e09e97d13a4 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:21.100640 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c14770a6-ee94-4894-aee9-6e09e97d13a4 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7334173 Dec 15 16:23:21.105875 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38760) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:21.113634 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14770a6-ee94-4894-aee9-6e09e97d13a4 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979fd4ff-8727-45c8-afc5-556957f728fa,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:21.115011 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-9ae446ca-c8b6-4c84-8727-14523ff3e9ea tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Request body: {'security_group_rule': {'security_group_id': '15b2fb9d-6df7-4650-9ef4-ee40a8bab744', 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:21.166016 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.securitygroups_db [None req-9ae446ca-c8b6-4c84-8727-14523ff3e9ea tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Project 9fd32b6eee5e4a75b6dec0e216953bd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:23:21.174939 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9ae446ca-c8b6-4c84-8727-14523ff3e9ea tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:21.319707 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9ae446ca-c8b6-4c84-8727-14523ff3e9ea tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:21.328648 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9ae446ca-c8b6-4c84-8727-14523ff3e9ea tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:21.329090 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 27911073-e0b4-4aee-a5e4-d728b9c31ced triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:21.330916 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:21.498010 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae446ca-c8b6-4c84-8727-14523ff3e9ea tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f8292b-f64d-4aa3-bc0d-ec1826732003,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:21.525189 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe16d4-e3a8-43a2-8242-8fa90318d065 req-6ec46a4f-b578-4844-a0d9-cfbe40c2a7c9 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:21.528717 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9ae446ca-c8b6-4c84-8727-14523ff3e9ea tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:21.540498 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b4fe16d4-e3a8-43a2-8242-8fa90318d065 req-6ec46a4f-b578-4844-a0d9-cfbe40c2a7c9 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.2116423 Dec 15 16:23:21.546678 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-9ae446ca-c8b6-4c84-8727-14523ff3e9ea tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4390407 Dec 15 16:23:21.554792 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38772) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:21.601975 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-beb20cf5-ba67-4412-8108-557761570a0a tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Request body: {'security_group_rule': {'security_group_id': '15b2fb9d-6df7-4650-9ef4-ee40a8bab744', 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:21.758941 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b4fe16d4-e3a8-43a2-8242-8fa90318d065 req-3016dfd1-ff2d-4dfb-b52e-81f6bd28a980 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138977 Dec 15 16:23:21.787234 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.securitygroups_db [None req-beb20cf5-ba67-4412-8108-557761570a0a tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Project 9fd32b6eee5e4a75b6dec0e216953bd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:23:21.800213 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-beb20cf5-ba67-4412-8108-557761570a0a tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:21.847617 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:21.903910 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port 27911073-e0b4-4aee-a5e4-d728b9c31ced, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=27911073-e0b4-4aee-a5e4-d728b9c31ced,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:23:21.913887 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:22.014008 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-beb20cf5-ba67-4412-8108-557761570a0a tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:22.025196 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-beb20cf5-ba67-4412-8108-557761570a0a tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:22.093452 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb20cf5-ba67-4412-8108-557761570a0a tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3620ae94-4498-4d26-b179-15e823b4900f,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:22.125426 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-beb20cf5-ba67-4412-8108-557761570a0a tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:22.126602 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=27911073-e0b4-4aee-a5e4-d728b9c31ced,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:22.136731 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-beb20cf5-ba67-4412-8108-557761570a0a tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5780494 Dec 15 16:23:22.191443 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 8295bc58-46ce-4c03-bacd-1d080a4da3d4 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:23:22.399800 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 8295bc58-46ce-4c03-bacd-1d080a4da3d4 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:22.401909 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:22.548139 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966670cb-c107-4650-8b12-8b8f83f1d4e2 req-3cd803df-9fd9-4262-8283-e6297025cd05 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:22.556679 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-966670cb-c107-4650-8b12-8b8f83f1d4e2 req-3cd803df-9fd9-4262-8283-e6297025cd05 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.1501443 Dec 15 16:23:22.708918 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-966670cb-c107-4650-8b12-8b8f83f1d4e2 req-5ee97ade-6b37-4a31-878f-c3480fc959cc tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378164 Dec 15 16:23:23.660271 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38816) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:23.890842 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8ed9f-071d-4a8a-9454-9536aad29360 req-1fcced0e-3480-463f-8cb5-1b7a714950f1 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:23.908500 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-49d8ed9f-071d-4a8a-9454-9536aad29360 req-1fcced0e-3480-463f-8cb5-1b7a714950f1 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.1630349 Dec 15 16:23:24.001113 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ef16d6ed-a97b-49b8-b0ce-ffaffe43856b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:24.108619 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-49d8ed9f-071d-4a8a-9454-9536aad29360 req-7760fe23-e4ba-4cc9-a6c9-17a6a3f3a564 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989992 Dec 15 16:23:24.125569 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 27911073-e0b4-4aee-a5e4-d728b9c31ced up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:23:24.261986 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ef16d6ed-a97b-49b8-b0ce-ffaffe43856b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:24.266458 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Sync routers for ids ['9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:23:24.275193 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ef16d6ed-a97b-49b8-b0ce-ffaffe43856b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:24.406908 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Routers {'9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:23:24.407512 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:24.409613 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-501cb24d-e733-461e-a618-b657a9ba35f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:24.465161 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-ef16d6ed-a97b-49b8-b0ce-ffaffe43856b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a42c20e5c13e43c39932b1ca9d6d1f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7948666 Dec 15 16:23:24.465161 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16d6ed-a97b-49b8-b0ce-ffaffe43856b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27690fdf-484f-4854-8170-a6ff0d2f2201,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:24.465612 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38828) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:24.594779 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a84b7-1392-4478-8f30-e624efa8aeda req-8c0e2f1f-daac-4198-8a7c-e8205a9eeac5 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:24.602690 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Set router 9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:23:24.615141 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5e7a84b7-1392-4478-8f30-e624efa8aeda req-8c0e2f1f-daac-4198-8a7c-e8205a9eeac5 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.2925377 Dec 15 16:23:24.676414 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9a23-5618-43ea-97d5-9084482e7778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:24.736681 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5e7a84b7-1392-4478-8f30-e624efa8aeda req-1493626e-28e4-46a2-bd30-68f2c335537e tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201391 Dec 15 16:23:24.764646 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9a23-5618-43ea-97d5-9084482e7778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:24.854202 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9a23-5618-43ea-97d5-9084482e7778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:24.857180 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9a23-5618-43ea-97d5-9084482e7778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:24.859103 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0cdd9a23-5618-43ea-97d5-9084482e7778 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27690fdf-484f-4854-8170-a6ff0d2f2201 HTTP/1.1" status: 204 len: 168 time: 0.3901031 Dec 15 16:23:24.859332 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 27911073-e0b4-4aee-a5e4-d728b9c31ced triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:24.859332 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:24.880823 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd9a23-5618-43ea-97d5-9084482e7778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27690fdf-484f-4854-8170-a6ff0d2f2201,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:25.192702 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'name': 'tempest-TestVolumeBootPattern-584673978-router', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '27911073-e0b4-4aee-a5e4-d728b9c31ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:23:13Z', 'revision_number': 4, 'project_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'gw_port': {'id': '27911073-e0b4-4aee-a5e4-d728b9c31ced', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:36:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:04Z', 'updated_at': '2021-12-15T16:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'b28ee38b-719a-4458-9ee0-6bbed0de4338', 'name': '', 'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'mac_address': 'fa:16:3e:1b:14:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '47cd5a6b-b600-47fc-8318-8988de846b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:12Z', 'updated_at': '2021-12-15T16:23:14Z', 'revision_number': 2, 'project_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'subnets': [{'id': '47cd5a6b-b600-47fc-8318-8988de846b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:25.229597 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Checking router: 9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:23:25.230232 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Updating router 9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 port b28ee38b-719a-4458-9ee0-6bbed0de4338 binding host dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:23:25.264820 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:25.428626 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38840) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:25.447461 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91982150-6ae5-4fd3-b7de-9fc8cd20f6fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:25.589008 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91982150-6ae5-4fd3-b7de-9fc8cd20f6fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:25.596699 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-91982150-6ae5-4fd3-b7de-9fc8cd20f6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:25.638686 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91982150-6ae5-4fd3-b7de-9fc8cd20f6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f280bcfd-3b0d-4648-bcfa-6f693d15c8eb,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:25.662975 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:25.670854 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:25.697682 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38842) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:25.698939 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-91982150-6ae5-4fd3-b7de-9fc8cd20f6fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b264f614bac24e71aefd3fedc9e10fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680986 Dec 15 16:23:25.734893 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df830554-3d8e-4799-8990-bc9a971a039c None None] Pushing event updated for resources: {'Port': ['ID=b28ee38b-719a-4458-9ee0-6bbed0de4338,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:25.832348 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d9384967-5d88-4137-b802-d9d49e60cf7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:25.859409 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Attempting to bind port b28ee38b-719a-4458-9ee0-6bbed0de4338 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:23:25.859409 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Attempting to bind port b28ee38b-719a-4458-9ee0-6bbed0de4338 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '7da16bfc-cdee-4118-884f-cb15af04b782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:23:25.859409 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Attempting to bind port b28ee38b-719a-4458-9ee0-6bbed0de4338 on network 47471456-5c01-41e0-9bef-21d9af7ebd66 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:23:25.861315 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:23:25.861666 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Checking segment: {'id': '7da16bfc-cdee-4118-884f-cb15af04b782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:23:25.862085 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:25.862498 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Bound using segment: {'id': '7da16bfc-cdee-4118-884f-cb15af04b782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:23:25.863029 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Bound port: b28ee38b-719a-4458-9ee0-6bbed0de4338, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da16bfc-cdee-4118-884f-cb15af04b782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:23:25.864255 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:25.896401 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d9384967-5d88-4137-b802-d9d49e60cf7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:25.992814 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d9384967-5d88-4137-b802-d9d49e60cf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:26.010538 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d9384967-5d88-4137-b802-d9d49e60cf7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:26.014105 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-d9384967-5d88-4137-b802-d9d49e60cf7a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f280bcfd-3b0d-4648-bcfa-6f693d15c8eb HTTP/1.1" status: 204 len: 168 time: 0.3132339 Dec 15 16:23:26.036000 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9384967-5d88-4137-b802-d9d49e60cf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f280bcfd-3b0d-4648-bcfa-6f693d15c8eb,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:26.045797 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] For port b28ee38b-719a-4458-9ee0-6bbed0de4338, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:23:26.056271 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] For port b28ee38b-719a-4458-9ee0-6bbed0de4338, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=b28ee38b-719a-4458-9ee0-6bbed0de4338,segment=NetworkSegment(7da16bfc-cdee-4118-884f-cb15af04b782),segment_id=7da16bfc-cdee-4118-884f-cb15af04b782)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:23:26.081124 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:26.240013 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-43c12723-0943-40b1-af9d-c925c6a555cc None None] Provisioning complete for port b28ee38b-719a-4458-9ee0-6bbed0de4338 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:26.240676 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43c12723-0943-40b1-af9d-c925c6a555cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:26.248410 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Routers {'9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:23:26.249628 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:22:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:26.381425 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df830554-3d8e-4799-8990-bc9a971a039c None None] Pushing event updated for resources: {'Port': ['ID=b28ee38b-719a-4458-9ee0-6bbed0de4338,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:26.473515 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] Set router 9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:23:26.589222 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43c12723-0943-40b1-af9d-c925c6a555cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:27.082417 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9a575c6c-8db3-42b5-841c-6606720d5f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:27.099269 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-43c12723-0943-40b1-af9d-c925c6a555cc None None] For port b28ee38b-719a-4458-9ee0-6bbed0de4338, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=b28ee38b-719a-4458-9ee0-6bbed0de4338,segment=NetworkSegment(7da16bfc-cdee-4118-884f-cb15af04b782),segment_id=7da16bfc-cdee-4118-884f-cb15af04b782)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:23:27.122608 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-43c12723-0943-40b1-af9d-c925c6a555cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:27.233279 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c12723-0943-40b1-af9d-c925c6a555cc None None] Pushing event updated for resources: {'Port': ['ID=b28ee38b-719a-4458-9ee0-6bbed0de4338,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:27.280526 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-72089d88-84a5-4cff-89f7-733e1cbfdf8f None None] Provisioning complete for port b28ee38b-719a-4458-9ee0-6bbed0de4338 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:27.281825 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-72089d88-84a5-4cff-89f7-733e1cbfdf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:27.397426 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'name': 'tempest-TestVolumeBootPattern-584673978-router', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '27911073-e0b4-4aee-a5e4-d728b9c31ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:23:13Z', 'revision_number': 4, 'project_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'gw_port': {'id': '27911073-e0b4-4aee-a5e4-d728b9c31ced', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:36:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:04Z', 'updated_at': '2021-12-15T16:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'b28ee38b-719a-4458-9ee0-6bbed0de4338', 'name': '', 'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'mac_address': 'fa:16:3e:1b:14:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '47cd5a6b-b600-47fc-8318-8988de846b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:12Z', 'updated_at': '2021-12-15T16:23:26Z', 'revision_number': 4, 'project_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'subnets': [{'id': '47cd5a6b-b600-47fc-8318-8988de846b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:23:27.442217 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79cbe2-7a09-4e79-bdd3-bd85c3a7c042 None None] The sync data for ids ['9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'] in dv-cinder-812685-4-iscsi is: [{'id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'name': 'tempest-TestVolumeBootPattern-584673978-router', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '27911073-e0b4-4aee-a5e4-d728b9c31ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:23:13Z', 'revision_number': 4, 'project_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'gw_port': {'id': '27911073-e0b4-4aee-a5e4-d728b9c31ced', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:36:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:04Z', 'updated_at': '2021-12-15T16:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'b28ee38b-719a-4458-9ee0-6bbed0de4338', 'name': '', 'network_id': '47471456-5c01-41e0-9bef-21d9af7ebd66', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'mac_address': 'fa:16:3e:1b:14:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '47cd5a6b-b600-47fc-8318-8988de846b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:12Z', 'updated_at': '2021-12-15T16:23:26Z', 'revision_number': 4, 'project_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'subnets': [{'id': '47cd5a6b-b600-47fc-8318-8988de846b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:23:27.850441 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e3f22-212d-4390-b480-90f0d656e574 req-2307a050-b56e-4ebb-8bfc-2f31616e4f60 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:27.862157 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-350e3f22-212d-4390-b480-90f0d656e574 req-2307a050-b56e-4ebb-8bfc-2f31616e4f60 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.1115503 Dec 15 16:23:27.997021 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-350e3f22-212d-4390-b480-90f0d656e574 req-8bc477c6-c257-45da-803b-e410b1eeab10 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307817 Dec 15 16:23:28.199917 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device b28ee38b-719a-4458-9ee0-6bbed0de4338 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:23:28.371212 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port b28ee38b-719a-4458-9ee0-6bbed0de4338 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:28.373881 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:28.864297 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:29.302006 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d89d6c-a956-4713-bb07-2b86e79cd92a req-396e382b-8550-4990-a490-d34784e3723f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:29.304447 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-50d89d6c-a956-4713-bb07-2b86e79cd92a req-396e382b-8550-4990-a490-d34784e3723f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.1222794 Dec 15 16:23:29.435765 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-50d89d6c-a956-4713-bb07-2b86e79cd92a req-57caa218-9fb4-4ad2-9547-1a8d57815c14 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245868 Dec 15 16:23:29.998427 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:30.017371 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:30.494248 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:30.655517 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38960) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:30.679006 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae48d00-8b73-4166-91e7-b89c0de04377 req-df848e4e-1c5e-4317-8ceb-55e0b0effffb tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:30.680915 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fae48d00-8b73-4166-91e7-b89c0de04377 req-df848e4e-1c5e-4317-8ceb-55e0b0effffb tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0931048 Dec 15 16:23:30.762762 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fae48d00-8b73-4166-91e7-b89c0de04377 req-12ed4196-fb9d-40d4-bcd4-b45f44dabc1f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744133 Dec 15 16:23:30.958219 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e0499216-0891-47a0-9a53-8d26e9076cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:31.136752 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e0499216-0891-47a0-9a53-8d26e9076cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:31.147309 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-e0499216-0891-47a0-9a53-8d26e9076cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:31.218699 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-e0499216-0891-47a0-9a53-8d26e9076cb8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=526d56a16e664fe381b12ed0fdc18faa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5578861 Dec 15 16:23:31.218699 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0499216-0891-47a0-9a53-8d26e9076cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ba8e4c-16ca-4358-9dbd-e2f8431cebe0,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:31.219328 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38968) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:31.318867 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7d160a5b-f9b3-4c18-8765-2a772bf7bc65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:31.360164 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7d160a5b-f9b3-4c18-8765-2a772bf7bc65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:31.516143 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7d160a5b-f9b3-4c18-8765-2a772bf7bc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:31.522159 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7d160a5b-f9b3-4c18-8765-2a772bf7bc65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:31.524293 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-7d160a5b-f9b3-4c18-8765-2a772bf7bc65 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8ba8e4c-16ca-4358-9dbd-e2f8431cebe0 HTTP/1.1" status: 204 len: 168 time: 0.3030593 Dec 15 16:23:31.542943 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d160a5b-f9b3-4c18-8765-2a772bf7bc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ba8e4c-16ca-4358-9dbd-e2f8431cebe0,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:31.936758 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a66f6-5453-413b-a47a-19b043fd1368 req-9c9bf872-e1a8-4b16-8233-ea6b166e107a tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:31.938668 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1c8a66f6-5453-413b-a47a-19b043fd1368 req-9c9bf872-e1a8-4b16-8233-ea6b166e107a tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0664649 Dec 15 16:23:32.026539 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1c8a66f6-5453-413b-a47a-19b043fd1368 req-2b2b9c4a-2f5c-43b9-857c-ebb7b8ae92b4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781786 Dec 15 16:23:32.045106 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 38984) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:32.065069 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5d9b7a9c-deb2-472d-8aef-d4bce3127239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:32.213749 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5d9b7a9c-deb2-472d-8aef-d4bce3127239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:32.230064 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5d9b7a9c-deb2-472d-8aef-d4bce3127239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:32.301842 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-5d9b7a9c-deb2-472d-8aef-d4bce3127239 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa42e33194c94fd7861c968934c36804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538972 Dec 15 16:23:32.303223 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b7a9c-deb2-472d-8aef-d4bce3127239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dfbd74-8909-43ee-ab68-0ca860f4bcba,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:32.304204 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 38988) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:32.395015 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-677bad06-4ca3-483f-9096-9cb082ec84db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:32.420561 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-677bad06-4ca3-483f-9096-9cb082ec84db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:32.512519 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-677bad06-4ca3-483f-9096-9cb082ec84db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:32.515665 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-677bad06-4ca3-483f-9096-9cb082ec84db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:32.517077 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-677bad06-4ca3-483f-9096-9cb082ec84db admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/24dfbd74-8909-43ee-ab68-0ca860f4bcba HTTP/1.1" status: 204 len: 168 time: 0.2114124 Dec 15 16:23:32.536066 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bad06-4ca3-483f-9096-9cb082ec84db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dfbd74-8909-43ee-ab68-0ca860f4bcba,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:33.258428 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0feab85-2da4-4a1f-8b83-dc7fdc0f9199 req-4dfac951-719a-4208-b224-fad5b690cdb9 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:33.261934 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a0feab85-2da4-4a1f-8b83-dc7fdc0f9199 req-4dfac951-719a-4208-b224-fad5b690cdb9 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0846069 Dec 15 16:23:33.351597 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a0feab85-2da4-4a1f-8b83-dc7fdc0f9199 req-9b88cc46-f7c8-4331-89aa-5171eb33c113 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797360 Dec 15 16:23:34.500948 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 39042) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:34.571509 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0c74f-3402-428d-b3dd-0d8caf5fbed6 req-2e79be9b-eb68-48b9-8875-e8871c752f79 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:34.579673 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-42c0c74f-3402-428d-b3dd-0d8caf5fbed6 req-2e79be9b-eb68-48b9-8875-e8871c752f79 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0852425 Dec 15 16:23:34.670009 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-42c0c74f-3402-428d-b3dd-0d8caf5fbed6 req-f4309dad-ac21-444a-9bd5-7f08b946028d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878603 Dec 15 16:23:34.717810 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-57a660bf-72c1-4fe7-8613-a19445a045b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:34.871780 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-57a660bf-72c1-4fe7-8613-a19445a045b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:34.880995 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-57a660bf-72c1-4fe7-8613-a19445a045b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:34.949219 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-57a660bf-72c1-4fe7-8613-a19445a045b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ded77590723542d7a6295c0febe0f7cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4460726 Dec 15 16:23:34.953988 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 39046) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:34.962270 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a660bf-72c1-4fe7-8613-a19445a045b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3ae654-28eb-4bef-9627-0dd65d467945,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:35.052725 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b4487cd1-09fa-4046-9740-f8efef82e64e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:35.085486 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b4487cd1-09fa-4046-9740-f8efef82e64e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:35.154845 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b4487cd1-09fa-4046-9740-f8efef82e64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:35.158599 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b4487cd1-09fa-4046-9740-f8efef82e64e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:35.164338 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-b4487cd1-09fa-4046-9740-f8efef82e64e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de3ae654-28eb-4bef-9627-0dd65d467945 HTTP/1.1" status: 204 len: 168 time: 0.2048776 Dec 15 16:23:35.178741 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4487cd1-09fa-4046-9740-f8efef82e64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3ae654-28eb-4bef-9627-0dd65d467945,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:35.974865 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb792be-c708-4c3a-9195-f74a4377de5d req-403d6145-c30e-49ee-9cc8-dd1fc25dee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:35.977392 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-6bb792be-c708-4c3a-9195-f74a4377de5d req-403d6145-c30e-49ee-9cc8-dd1fc25dee39 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4cdbc8211774d9fb8b9dbf7e3f1f080&device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 1099 time: 0.0708313 Dec 15 16:23:35.989285 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a35e05-a755-4d3b-b9c4-556cd41e974d req-8a46a3c5-954a-41a0-b0c1-64e3d7aa0b51 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:35.992456 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-26a35e05-a755-4d3b-b9c4-556cd41e974d req-8a46a3c5-954a-41a0-b0c1-64e3d7aa0b51 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.1035652 Dec 15 16:23:36.111465 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-26a35e05-a755-4d3b-b9c4-556cd41e974d req-53d51f64-d9d2-41cd-ad67-ca1c071d8062 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112053 Dec 15 16:23:36.128911 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb792be-c708-4c3a-9195-f74a4377de5d req-c3ee2fea-07c3-4644-b52f-9de7dd987689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:36.133246 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-6bb792be-c708-4c3a-9195-f74a4377de5d req-c3ee2fea-07c3-4644-b52f-9de7dd987689 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6f85be06-be2a-46cd-ac10-179b1abdc90e HTTP/1.1" status: 200 len: 918 time: 0.1362073 Dec 15 16:23:36.214743 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-6bb792be-c708-4c3a-9195-f74a4377de5d req-7e6ecf67-e1a9-476a-87e2-08d80b97cccf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61eaf140-62eb-493c-b139-fe292101564e HTTP/1.1" status: 200 len: 217 time: 0.0691862 Dec 15 16:23:36.285808 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1741f0-181b-43bc-a6c8-9e6b91fda975 req-738dbe2e-2856-411a-a850-32669c3455f4 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:36.287476 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1a1741f0-181b-43bc-a6c8-9e6b91fda975 req-738dbe2e-2856-411a-a850-32669c3455f4 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0779433 Dec 15 16:23:36.289565 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb792be-c708-4c3a-9195-f74a4377de5d req-8af9e420-d869-457a-99ca-ba08c12e2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:36.291490 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-6bb792be-c708-4c3a-9195-f74a4377de5d req-8af9e420-d869-457a-99ca-ba08c12e2fb5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dcc8cfb6-7256-46fc-93e9-a03d0bcebe89 HTTP/1.1" status: 200 len: 857 time: 0.0683610 Dec 15 16:23:36.369603 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1a1741f0-181b-43bc-a6c8-9e6b91fda975 req-9dfaae3c-c64f-40e7-96c0-af1905bb2d17 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742614 Dec 15 16:23:36.381846 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-6bb792be-c708-4c3a-9195-f74a4377de5d req-6a7fb9c5-1a77-4d98-a52f-af49bbfdac41 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f85be06-be2a-46cd-ac10-179b1abdc90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749457 Dec 15 16:23:36.517186 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-6bb792be-c708-4c3a-9195-f74a4377de5d req-5fc4e256-1297-4285-a4f7-50533d16a87f service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272063 Dec 15 16:23:36.705552 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-6bb792be-c708-4c3a-9195-f74a4377de5d req-1f6dc2a2-d1e0-4fb0-8318-8f743e6acdc9 service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736062 Dec 15 16:23:37.274462 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21562900-3d91-42bf-867f-1887c565a03e req-247c94b3-d17a-4713-9f1b-55b5b020bd19 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:37.277242 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21562900-3d91-42bf-867f-1887c565a03e req-247c94b3-d17a-4713-9f1b-55b5b020bd19 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0848112 Dec 15 16:23:37.353648 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21562900-3d91-42bf-867f-1887c565a03e req-95209cb2-b0a9-4bc5-a767-da197eeb3b13 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676978 Dec 15 16:23:37.525623 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbf82f-b388-485e-bb9b-26bdbc12d7c1 req-df24115c-ff4e-48c0-859e-dee3fa276263 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:37.528348 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-59cbf82f-b388-485e-bb9b-26bdbc12d7c1 req-df24115c-ff4e-48c0-859e-dee3fa276263 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0699399 Dec 15 16:23:37.596570 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-59cbf82f-b388-485e-bb9b-26bdbc12d7c1 req-e5ed941c-a65f-4149-a7d0-f04f81d87ced tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540464 Dec 15 16:23:38.532761 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efa8a3-aa44-42d4-a71a-d891c6bcb90f req-c65d937c-4f77-4333-b568-120fbe3bec8d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:38.546732 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f2efa8a3-aa44-42d4-a71a-d891c6bcb90f req-c65d937c-4f77-4333-b568-120fbe3bec8d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0881138 Dec 15 16:23:38.659488 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f2efa8a3-aa44-42d4-a71a-d891c6bcb90f req-d6523cc3-7ec9-4f32-a3a5-9260e421acfc tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113710 Dec 15 16:23:38.955153 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e8e0f-b2b6-4c7b-8a76-c7f7876f048f req-64cbade5-a932-42a4-b8c8-3ef534ebc37b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:38.956839 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8d3e8e0f-b2b6-4c7b-8a76-c7f7876f048f req-64cbade5-a932-42a4-b8c8-3ef534ebc37b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.1087475 Dec 15 16:23:39.075466 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8d3e8e0f-b2b6-4c7b-8a76-c7f7876f048f req-7f341ff7-3bb8-4921-9889-32c2888b9577 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074746 Dec 15 16:23:39.481355 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-aeaf4020-af6a-4a98-8547-816546ab8932 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:39.484809 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-aeaf4020-af6a-4a98-8547-816546ab8932 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/networks?id=d3a23e9e-8c1c-4ad2-af72-ef7451820760 HTTP/1.1" status: 200 len: 814 time: 0.2710302 Dec 15 16:23:39.556175 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-aeccc9e2-f179-4bb8-bdca-a776aaed9030 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/quotas/6cccb6b08dc94f04a5efa2624d350007 HTTP/1.1" status: 200 len: 375 time: 0.0376868 Dec 15 16:23:39.632534 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-c19e03d1-6ce3-4164-a738-20a4db0bccd2 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cccb6b08dc94f04a5efa2624d350007&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745418 Dec 15 16:23:39.840710 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-95bb42d7-7e57-471f-9bb9-6f4da4e97316 service neutron] 10.222.0.60 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068646 Dec 15 16:23:40.331560 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4acc82-656f-429c-8c25-215602105787 req-baf72ed6-4ff8-42f0-9c27-2c3c687b7b7f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:40.331560 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0a4acc82-656f-429c-8c25-215602105787 req-baf72ed6-4ff8-42f0-9c27-2c3c687b7b7f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.4069836 Dec 15 16:23:40.344136 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-5cff8af5-077e-4ad2-ad25-7c9969aad66d service neutron] 10.222.0.60 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943671 Dec 15 16:23:40.426794 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0a4acc82-656f-429c-8c25-215602105787 req-2f0fa0e2-9802-4600-bf91-5607c8bd20c3 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800416 Dec 15 16:23:40.595155 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d62d4-fb3f-4437-a39c-48e644e076ca req-648d9b81-a70f-4f01-bfde-b1bcd849afa1 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:40.597192 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fb5d62d4-fb3f-4437-a39c-48e644e076ca req-648d9b81-a70f-4f01-bfde-b1bcd849afa1 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0677981 Dec 15 16:23:40.715299 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fb5d62d4-fb3f-4437-a39c-48e644e076ca req-6c7fcb97-9d70-45a0-9d07-362bc1da7d41 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110821 Dec 15 16:23:40.781688 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1ba8737b-1a85-4fb3-af3e-f2b85da97587 req-6b83578f-da04-4476-a2b1-163427c194c3 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 210 time: 0.0867958 Dec 15 16:23:41.574189 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed81f8-5b57-42ad-9634-0640e0298ad8 req-1973c664-59bb-4a76-893b-628f60b23e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:41.575778 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-48ed81f8-5b57-42ad-9634-0640e0298ad8 req-1973c664-59bb-4a76-893b-628f60b23e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0630589 Dec 15 16:23:41.633872 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-48ed81f8-5b57-42ad-9634-0640e0298ad8 req-bdcfab3a-45fe-4a40-93ba-698c40a750ac tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477898 Dec 15 16:23:41.920504 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-30401667-e999-4872-8423-1e529bba1544 req-b54a3acb-db06-490e-b2cd-3a841fdf70ba tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 210 time: 0.0376351 Dec 15 16:23:41.929176 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a08891-59f2-47ba-a05c-73269e293011 req-0db8f16f-a5a2-4cd7-91a1-b845f4c19151 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:41.945659 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d8a08891-59f2-47ba-a05c-73269e293011 req-0db8f16f-a5a2-4cd7-91a1-b845f4c19151 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.1069970 Dec 15 16:23:42.011646 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d8a08891-59f2-47ba-a05c-73269e293011 req-f5194acc-d0a8-46e0-b1ce-9d5fc1a05046 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738337 Dec 15 16:23:42.198150 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-6d20d659-ff7b-4519-bc58-1f0061b442d1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:42.199676 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-6d20d659-ff7b-4519-bc58-1f0061b442d1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "GET /v2.0/networks?id=d3a23e9e-8c1c-4ad2-af72-ef7451820760 HTTP/1.1" status: 200 len: 814 time: 0.1302431 Dec 15 16:23:42.218128 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-bfa29fac-3191-4c81-812a-fadb783c3cb1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Request body: {'port': {'device_id': 'cb018278-058e-41ee-8bdd-fded5c98ca10', 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760', 'admin_state_up': True, 'tenant_id': '6cccb6b08dc94f04a5efa2624d350007'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:42.356630 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-bfa29fac-3191-4c81-812a-fadb783c3cb1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Made reservation on behalf of 6cccb6b08dc94f04a5efa2624d350007 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:23:42.362544 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-bfa29fac-3191-4c81-812a-fadb783c3cb1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:42.580703 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-bfa29fac-3191-4c81-812a-fadb783c3cb1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Allocated IP 172.20.0.9 (d3a23e9e-8c1c-4ad2-af72-ef7451820760/beaaa392-fb0d-4c71-85d3-a60cef15e55f/b966396f-ab45-4ab1-a379-55a0bbe41429) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:23:42.778520 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-bfa29fac-3191-4c81-812a-fadb783c3cb1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:42.785202 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b6cf1-ab7c-4cba-82c8-11b727eb191a req-3eca491b-dbd7-4a3b-a172-0f805487fd5d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:42.786853 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0d3b6cf1-ab7c-4cba-82c8-11b727eb191a req-3eca491b-dbd7-4a3b-a172-0f805487fd5d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0629785 Dec 15 16:23:42.815754 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-bfa29fac-3191-4c81-812a-fadb783c3cb1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:42.833158 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['2a99c3c6-1c76-4557-ba21-b6d579694eac', '1351aeaa-4e2c-4d63-aadd-c4160a439008', 'e5590de1-ee90-4501-b614-78b851657c16'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:23:42.863227 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-bfa29fac-3191-4c81-812a-fadb783c3cb1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Network d3a23e9e-8c1c-4ad2-af72-ef7451820760 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:23:42.866951 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-bfa29fac-3191-4c81-812a-fadb783c3cb1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:23:42.868413 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0d3b6cf1-ab7c-4cba-82c8-11b727eb191a req-9fd3fe7f-7fe3-4933-bc25-3b77d8d85059 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741026 Dec 15 16:23:42.872403 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-bfa29fac-3191-4c81-812a-fadb783c3cb1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:23:42.924664 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa29fac-3191-4c81-812a-fadb783c3cb1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Pushing event updated for resources: {'Port': ['ID=b966396f-ab45-4ab1-a379-55a0bbe41429,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:42.976588 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-bfa29fac-3191-4c81-812a-fadb783c3cb1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:42.977496 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-bfa29fac-3191-4c81-812a-fadb783c3cb1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:43.013983 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-bfa29fac-3191-4c81-812a-fadb783c3cb1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8022032 Dec 15 16:23:43.031030 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Request body: {'port': {'device_id': 'cb018278-058e-41ee-8bdd-fded5c98ca10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:43.108773 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72b356-0f47-4551-9c97-107dbf5a43f2 req-36dacd11-4162-4c97-845e-f0e038f1902e tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:43.111117 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0e72b356-0f47-4551-9c97-107dbf5a43f2 req-36dacd11-4162-4c97-845e-f0e038f1902e tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 931 time: 0.0703943 Dec 15 16:23:43.167058 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:43.294198 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0e72b356-0f47-4551-9c97-107dbf5a43f2 req-9d22fd36-e20e-4d8a-8450-26416364ba61 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715987 Dec 15 16:23:43.310654 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d11c3-1559-4717-8cf6-cf1ff472b25f req-27312a9e-6986-4725-9140-e81360758934 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:43.313807 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8c8d11c3-1559-4717-8cf6-cf1ff472b25f req-27312a9e-6986-4725-9140-e81360758934 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.1621060 Dec 15 16:23:43.432699 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:23:43.437265 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8c8d11c3-1559-4717-8cf6-cf1ff472b25f req-69da0f6d-adbc-47da-ae84-d242588d0808 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026356 Dec 15 16:23:43.614834 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b966396f-ab45-4ab1-a379-55a0bbe41429 {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:23:43.624141 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:43.639133 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Transition to ACTIVE for port object b966396f-ab45-4ab1-a379-55a0bbe41429 will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:23:43.643585 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:43.695920 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Pushing event updated for resources: {'Port': ['ID=b966396f-ab45-4ab1-a379-55a0bbe41429,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:43.785416 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Attempting to bind port b966396f-ab45-4ab1-a379-55a0bbe41429 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:23:43.785752 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Attempting to bind port b966396f-ab45-4ab1-a379-55a0bbe41429 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:23:43.786169 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Attempting to bind port b966396f-ab45-4ab1-a379-55a0bbe41429 on network d3a23e9e-8c1c-4ad2-af72-ef7451820760 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:23:43.791781 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Port b966396f-ab45-4ab1-a379-55a0bbe41429 on network d3a23e9e-8c1c-4ad2-af72-ef7451820760 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:23:43.792255 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Attempting to bind port b966396f-ab45-4ab1-a379-55a0bbe41429 on network d3a23e9e-8c1c-4ad2-af72-ef7451820760 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:23:43.802625 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:23:43.803093 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Checking segment: {'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:23:43.803690 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Bound using segment: {'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:23:43.804271 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Bound port: b966396f-ab45-4ab1-a379-55a0bbe41429, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef50102b-ecbb-4974-9498-35b4e0453b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:23:43.804692 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:43.880792 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] For port b966396f-ab45-4ab1-a379-55a0bbe41429, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:23:43.884122 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] For port b966396f-ab45-4ab1-a379-55a0bbe41429, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b966396f-ab45-4ab1-a379-55a0bbe41429,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:23:43.890366 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:43.931907 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:43.932365 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:43.933847 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] 10.222.0.65 "PUT /v2.0/ports/b966396f-ab45-4ab1-a379-55a0bbe41429 HTTP/1.1" status: 200 len: 1093 time: 0.9093897 Dec 15 16:23:43.934841 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb018278-058e-41ee-8bdd-fded5c98ca10', 'tag': 'b966396f-ab45-4ab1-a379-55a0bbe41429'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:23:43.936888 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a95da9e-452b-4f1a-bbba-e2825caf7020" -d '{"events": [{"name": "network-changed", "server_uuid": "cb018278-058e-41ee-8bdd-fded5c98ca10", "tag": "b966396f-ab45-4ab1-a379-55a0bbe41429"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:23:43.966525 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab11d0-cb4e-4401-960a-e9594e833b6d service neutron] Pushing event updated for resources: {'Port': ['ID=b966396f-ab45-4ab1-a379-55a0bbe41429,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:44.020457 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c3bcde-f920-48df-baa6-ae75399ddea6 x-openstack-request-id: req-92c3bcde-f920-48df-baa6-ae75399ddea6 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:23:44.020956 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb018278-058e-41ee-8bdd-fded5c98ca10", "tag": "b966396f-ab45-4ab1-a379-55a0bbe41429", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:23:44.021348 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92c3bcde-f920-48df-baa6-ae75399ddea6 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:23:44.021879 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb018278-058e-41ee-8bdd-fded5c98ca10', 'tag': 'b966396f-ab45-4ab1-a379-55a0bbe41429', 'status': 'completed', 'code': 200} Dec 15 16:23:44.063255 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287f011-7f11-4d24-af9b-2e28a87a967c req-415c5a28-1336-48cd-b2f1-696f34c36840 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:44.065711 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1287f011-7f11-4d24-af9b-2e28a87a967c req-415c5a28-1336-48cd-b2f1-696f34c36840 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0842621 Dec 15 16:23:44.094241 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-fd177820-543e-4c34-9355-fe7fbd4e4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:44.096103 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-fd177820-543e-4c34-9355-fe7fbd4e4595 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6cccb6b08dc94f04a5efa2624d350007&device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 1096 time: 0.0684712 Dec 15 16:23:44.125309 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1287f011-7f11-4d24-af9b-2e28a87a967c req-51d36982-9f45-4e0a-b9e8-e2ee64d6a2ac tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499306 Dec 15 16:23:44.163529 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-066b739a-f872-444e-b217-efdad377424f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b966396f-ab45-4ab1-a379-55a0bbe41429 HTTP/1.1" status: 200 len: 217 time: 0.0426795 Dec 15 16:23:44.227705 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-91753799-032a-48a7-9386-c8b1f808d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:44.229610 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-91753799-032a-48a7-9386-c8b1f808d028 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beaaa392-fb0d-4c71-85d3-a60cef15e55f HTTP/1.1" status: 200 len: 854 time: 0.0487227 Dec 15 16:23:44.279599 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-05f4531a-30ec-4c3b-a763-572dedb0772e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3a23e9e-8c1c-4ad2-af72-ef7451820760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310254 Dec 15 16:23:44.414178 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-6989a829-d2bb-4dfb-8832-a5daf76d6ef1 service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178899 Dec 15 16:23:44.468953 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f829f-46e2-4caa-b7f6-339071cff8ed req-fede0415-2c00-473e-90f5-1065557376f1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:44.478752 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0e9f829f-46e2-4caa-b7f6-339071cff8ed req-fede0415-2c00-473e-90f5-1065557376f1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.0813079 Dec 15 16:23:44.552534 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0e9f829f-46e2-4caa-b7f6-339071cff8ed req-d4475233-dcca-4b3b-9d92-0d9ab3816691 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725584 Dec 15 16:23:44.578460 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2b7fe0f5-abf7-430d-8bb3-4eaae1cc10c3 req-474d7b0e-f4b2-4ab5-b717-061b5da53464 service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469426 Dec 15 16:23:44.619138 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83ca6c-89f2-44c5-955f-4499008c7ba1 req-7439fcbc-82b1-487f-b98f-844231e820b3 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:44.621550 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0d83ca6c-89f2-44c5-955f-4499008c7ba1 req-7439fcbc-82b1-487f-b98f-844231e820b3 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.1183953 Dec 15 16:23:44.703437 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95da9e-452b-4f1a-bbba-e2825caf7020 req-039cc723-ef8e-4bf1-8634-d9c41e00cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:44.705949 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9a95da9e-452b-4f1a-bbba-e2825caf7020 req-039cc723-ef8e-4bf1-8634-d9c41e00cffe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6cccb6b08dc94f04a5efa2624d350007&device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 1096 time: 0.0690043 Dec 15 16:23:44.720028 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0d83ca6c-89f2-44c5-955f-4499008c7ba1 req-b204b9d0-7191-428f-9386-d60d97e24206 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916142 Dec 15 16:23:44.789731 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-dc97d1df-cb53-452c-a80d-a4feceec1e77 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218287950&fields=id&tenant_id=60fc732badb0488392694e6d6c67d5dc HTTP/1.1" status: 200 len: 267 time: 0.0615776 Dec 15 16:23:44.818420 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95da9e-452b-4f1a-bbba-e2825caf7020 req-c1aa8ea2-31e7-4c5c-ae7c-937050a4fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:44.821739 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9a95da9e-452b-4f1a-bbba-e2825caf7020 req-c1aa8ea2-31e7-4c5c-ae7c-937050a4fbb8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3a23e9e-8c1c-4ad2-af72-ef7451820760 HTTP/1.1" status: 200 len: 915 time: 0.1045201 Dec 15 16:23:44.878937 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9a95da9e-452b-4f1a-bbba-e2825caf7020 req-0d5acba1-6716-4095-b3d1-a5f9fa088f64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b966396f-ab45-4ab1-a379-55a0bbe41429 HTTP/1.1" status: 200 len: 217 time: 0.0510635 Dec 15 16:23:44.931382 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95da9e-452b-4f1a-bbba-e2825caf7020 req-e5f77f40-64ca-4337-a809-f60baec73b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:44.932930 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9a95da9e-452b-4f1a-bbba-e2825caf7020 req-e5f77f40-64ca-4337-a809-f60baec73b4a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beaaa392-fb0d-4c71-85d3-a60cef15e55f HTTP/1.1" status: 200 len: 854 time: 0.0455194 Dec 15 16:23:44.933844 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-5d6453e5-e621-47dd-b060-b7591a9860f5 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:44.935304 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-5d6453e5-e621-47dd-b060-b7591a9860f5 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/networks?id=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 HTTP/1.1" status: 200 len: 808 time: 0.1377394 Dec 15 16:23:44.952352 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-6876ff83-384d-43e5-aa7d-d0b21a480abc tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/quotas/60fc732badb0488392694e6d6c67d5dc HTTP/1.1" status: 200 len: 375 time: 0.0106359 Dec 15 16:23:44.974515 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9a95da9e-452b-4f1a-bbba-e2825caf7020 req-e9724e63-c31c-4afb-9b0c-ae037e9107df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3a23e9e-8c1c-4ad2-af72-ef7451820760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314147 Dec 15 16:23:45.023477 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-de6c5943-adcb-40cb-8dee-ca9797e0deda tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=60fc732badb0488392694e6d6c67d5dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613101 Dec 15 16:23:45.086782 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9a95da9e-452b-4f1a-bbba-e2825caf7020 req-e717bf40-dbc6-48f7-899b-038fc31af444 service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998995 Dec 15 16:23:45.145720 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-4bf69cd3-5999-4b1f-9f5e-600f374bd7f8 service neutron] 10.222.0.60 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061835 Dec 15 16:23:45.189200 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9a95da9e-452b-4f1a-bbba-e2825caf7020 req-236cf040-720d-4742-9c08-510d0272dcaf service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945897 Dec 15 16:23:45.295588 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cf94a-474e-4295-bd5c-b2031e53f0b1 req-1b339f9f-d6c1-4b49-8a11-b4555f8c1f15 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:45.297848 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aa9cf94a-474e-4295-bd5c-b2031e53f0b1 req-1b339f9f-d6c1-4b49-8a11-b4555f8c1f15 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0907097 Dec 15 16:23:45.300167 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-ed0a153c-61ff-49e9-b78f-f3878bccff5b service neutron] 10.222.0.60 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480186 Dec 15 16:23:45.355071 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aa9cf94a-474e-4295-bd5c-b2031e53f0b1 req-c5d92b27-183a-4151-8850-38356816ef2f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508733 Dec 15 16:23:45.652471 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b8340df7-3396-461c-91bd-44689765fcce req-e78f9327-dbe5-4f7c-b7fe-d62986dd1a89 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 210 time: 0.0297589 Dec 15 16:23:45.726967 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80ab3e-df7f-4d36-887d-cce78ac3f42f req-5dd91a7e-fc34-43df-a303-9cc8a625f1f0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:45.728984 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1c80ab3e-df7f-4d36-887d-cce78ac3f42f req-5dd91a7e-fc34-43df-a303-9cc8a625f1f0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.0688581 Dec 15 16:23:45.814614 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1c80ab3e-df7f-4d36-887d-cce78ac3f42f req-8491997d-0eb0-440e-8f7c-3e4b2d294b82 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770626 Dec 15 16:23:45.889045 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f665e0-f0bb-4927-a84d-29dfe11783d0 req-a26976cc-13c2-43e6-aaa4-59489c322105 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:45.891138 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-35f665e0-f0bb-4927-a84d-29dfe11783d0 req-a26976cc-13c2-43e6-aaa4-59489c322105 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0745447 Dec 15 16:23:45.951332 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-35f665e0-f0bb-4927-a84d-29dfe11783d0 req-0165481f-f798-4b74-8380-1e904f368206 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535257 Dec 15 16:23:46.500038 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbada156-534c-4249-8152-4b10c0efa02c req-33ee1aeb-12ea-4681-a79d-6007c72209ad tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:46.501567 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dbada156-534c-4249-8152-4b10c0efa02c req-33ee1aeb-12ea-4681-a79d-6007c72209ad tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0694115 Dec 15 16:23:46.556452 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dbada156-534c-4249-8152-4b10c0efa02c req-20275e38-2c31-412c-84fc-988d8ab36234 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460451 Dec 15 16:23:46.798921 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ae8671dd-e239-4ea1-97bb-1200c7e5a4ca req-2a38ae75-bfd1-4fe6-b90a-f49286507caf tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 210 time: 0.0383270 Dec 15 16:23:46.929204 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-acd824e2-d193-4948-abd1-de975fe674a1 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:46.930770 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-acd824e2-d193-4948-abd1-de975fe674a1 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.65 "GET /v2.0/networks?id=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 HTTP/1.1" status: 200 len: 808 time: 0.1576717 Dec 15 16:23:46.972374 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e61be0-76eb-4314-8c29-fb9a40a41eb6 req-43a0610b-afdf-44d4-bf5c-a0a9c44ea320 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:46.974800 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-23e61be0-76eb-4314-8c29-fb9a40a41eb6 req-43a0610b-afdf-44d4-bf5c-a0a9c44ea320 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.0742605 Dec 15 16:23:47.018254 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-9c787143-3a07-4810-96a6-c6855b379dc5 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60fc732badb0488392694e6d6c67d5dc HTTP/1.1" status: 200 len: 380 time: 0.0766451 Dec 15 16:23:47.031041 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-bb51300b-9048-46f0-88e7-93f1b332c10a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Request body: {'port': {'device_id': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'admin_state_up': True, 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'security_groups': ['b14d440d-b76e-440e-9e48-59f1e9e24038']}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:47.056283 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-23e61be0-76eb-4314-8c29-fb9a40a41eb6 req-9035be80-42ae-484a-a5a1-40744b2751da tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662286 Dec 15 16:23:47.132507 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518864b-f7b5-48fb-a591-bc4b7336a46a req-dac1093f-01c5-4686-be7c-bc709db0d37d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:47.134761 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a518864b-f7b5-48fb-a591-bc4b7336a46a req-dac1093f-01c5-4686-be7c-bc709db0d37d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0593166 Dec 15 16:23:47.190433 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a518864b-f7b5-48fb-a591-bc4b7336a46a req-2de26981-a46e-4ca5-a258-d144e6567dec tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484567 Dec 15 16:23:47.198092 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-bb51300b-9048-46f0-88e7-93f1b332c10a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Made reservation on behalf of 60fc732badb0488392694e6d6c67d5dc for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:23:47.203268 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-bb51300b-9048-46f0-88e7-93f1b332c10a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:47.357687 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-bb51300b-9048-46f0-88e7-93f1b332c10a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Allocated IP 172.20.0.5 (d3448ec3-4b1e-4f23-bb59-4f667d1a0a58/45118a8a-76e1-4368-be2a-344063d4d805/7f96dd5b-86e2-412f-920f-6abc632fd890) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:23:47.537776 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-bb51300b-9048-46f0-88e7-93f1b332c10a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:47.583123 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-bb51300b-9048-46f0-88e7-93f1b332c10a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:47.635719 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-bb51300b-9048-46f0-88e7-93f1b332c10a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Network d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:23:47.637978 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-bb51300b-9048-46f0-88e7-93f1b332c10a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:23:47.641932 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-bb51300b-9048-46f0-88e7-93f1b332c10a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:23:47.670638 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51300b-9048-46f0-88e7-93f1b332c10a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Pushing event updated for resources: {'Port': ['ID=7f96dd5b-86e2-412f-920f-6abc632fd890,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:47.716854 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-bb51300b-9048-46f0-88e7-93f1b332c10a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:47.717650 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-bb51300b-9048-46f0-88e7-93f1b332c10a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:47.729808 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b779b8-6437-4c2b-8033-bfda7bc959c5 req-f9a6bd76-7790-4e66-89f8-d9bf1480471e tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:47.733424 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c6b779b8-6437-4c2b-8033-bfda7bc959c5 req-f9a6bd76-7790-4e66-89f8-d9bf1480471e tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0779734 Dec 15 16:23:47.745710 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-bb51300b-9048-46f0-88e7-93f1b332c10a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7189267 Dec 15 16:23:47.761973 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Request body: {'port': {'device_id': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:23:47.812962 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c6b779b8-6437-4c2b-8033-bfda7bc959c5 req-b4514d6c-9ae4-4a6b-b169-a51c0e23570e tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714962 Dec 15 16:23:47.865988 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:47.968921 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87c83a-f065-46db-b787-e23bd5ad545e req-93cdf004-49d4-4a87-a524-5b224227b779 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:47.969682 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3d87c83a-f065-46db-b787-e23bd5ad545e req-93cdf004-49d4-4a87-a524-5b224227b779 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 931 time: 0.0676813 Dec 15 16:23:48.009728 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-6eaa9207-b227-4f2f-accd-58d869491298 None None] Provisioning complete for port 7f96dd5b-86e2-412f-920f-6abc632fd890 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:48.010782 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6eaa9207-b227-4f2f-accd-58d869491298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:48.033258 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3d87c83a-f065-46db-b787-e23bd5ad545e req-b96eff58-f846-4d0e-ab29-b513c8d81fc7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520570 Dec 15 16:23:48.063857 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa9207-b227-4f2f-accd-58d869491298 None None] Port 7f96dd5b-86e2-412f-920f-6abc632fd890 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:23:48.196027 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f96dd5b-86e2-412f-920f-6abc632fd890 {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:23:48.204150 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:48.225267 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Transition to ACTIVE for port object 7f96dd5b-86e2-412f-920f-6abc632fd890 will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:23:48.229627 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:48.229797 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b406d-90cb-4067-b975-f1404730e188 req-0a34c316-0580-4378-9fd0-ec46957eea76 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:48.233401 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b33b406d-90cb-4067-b975-f1404730e188 req-0a34c316-0580-4378-9fd0-ec46957eea76 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.0722847 Dec 15 16:23:48.335099 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b33b406d-90cb-4067-b975-f1404730e188 req-03494f69-8794-4269-a6a4-3f10e9deaba6 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893815 Dec 15 16:23:48.358728 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Pushing event updated for resources: {'Port': ['ID=7f96dd5b-86e2-412f-920f-6abc632fd890,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:48.367914 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32914c-0d81-48a5-91ca-e2eb192fe76f req-4d320163-a057-4c50-8289-d6eefbd39795 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:48.376400 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ae32914c-0d81-48a5-91ca-e2eb192fe76f req-4d320163-a057-4c50-8289-d6eefbd39795 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0877025 Dec 15 16:23:48.395938 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Attempting to bind port 7f96dd5b-86e2-412f-920f-6abc632fd890 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:23:48.396312 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Attempting to bind port 7f96dd5b-86e2-412f-920f-6abc632fd890 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '13d19cab-7020-41c2-b04c-78235294896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:23:48.396601 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Attempting to bind port 7f96dd5b-86e2-412f-920f-6abc632fd890 on network d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:23:48.401549 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Port 7f96dd5b-86e2-412f-920f-6abc632fd890 on network d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:23:48.401943 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Attempting to bind port 7f96dd5b-86e2-412f-920f-6abc632fd890 on network d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:23:48.409031 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:23:48.409460 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Checking segment: {'id': '13d19cab-7020-41c2-b04c-78235294896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:23:48.409900 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Bound using segment: {'id': '13d19cab-7020-41c2-b04c-78235294896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:23:48.410353 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Bound port: 7f96dd5b-86e2-412f-920f-6abc632fd890, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d19cab-7020-41c2-b04c-78235294896b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:23:48.410712 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:48.437835 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ae32914c-0d81-48a5-91ca-e2eb192fe76f req-3d5dd0c3-5d6b-449e-9fbf-6013c20e26d9 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606699 Dec 15 16:23:48.515178 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] For port 7f96dd5b-86e2-412f-920f-6abc632fd890, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:23:48.518845 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] For port 7f96dd5b-86e2-412f-920f-6abc632fd890, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7f96dd5b-86e2-412f-920f-6abc632fd890,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:23:48.525936 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:48.745227 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 39492) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:48.831926 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:48.832461 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:48.834986 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-40d73787-4672-47d7-807f-71651b26a86a service neutron] 10.222.0.65 "PUT /v2.0/ports/7f96dd5b-86e2-412f-920f-6abc632fd890 HTTP/1.1" status: 200 len: 1093 time: 1.0784049 Dec 15 16:23:48.834986 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'tag': '7f96dd5b-86e2-412f-920f-6abc632fd890'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:23:48.836728 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db18db19-7b9f-4b97-8039-81e2bd0085ae" -d '{"events": [{"name": "network-changed", "server_uuid": "afd5ac96-daf3-4608-818c-190e076c2f6d", "tag": "7f96dd5b-86e2-412f-920f-6abc632fd890"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:23:48.886001 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d73787-4672-47d7-807f-71651b26a86a service neutron] Pushing event updated for resources: {'Port': ['ID=7f96dd5b-86e2-412f-920f-6abc632fd890,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:48.897942 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed07d0da-fc7f-4c1e-a3e4-fdaf3227dfe3 x-openstack-request-id: req-ed07d0da-fc7f-4c1e-a3e4-fdaf3227dfe3 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:23:48.898459 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd5ac96-daf3-4608-818c-190e076c2f6d", "tag": "7f96dd5b-86e2-412f-920f-6abc632fd890", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:23:48.898880 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed07d0da-fc7f-4c1e-a3e4-fdaf3227dfe3 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:23:48.900382 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'tag': '7f96dd5b-86e2-412f-920f-6abc632fd890', 'status': 'completed', 'code': 200} Dec 15 16:23:49.011991 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-425f96c8-51d4-4bc7-938d-2238c92a9d0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:49.024453 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b560ab-8298-458b-86be-179253616676 req-586d2b41-9fb2-466f-b966-cf46a5461ec9 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:49.024679 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-80e6e816-1515-45f7-9d22-c5db3a2bb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:49.026411 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-80b560ab-8298-458b-86be-179253616676 req-586d2b41-9fb2-466f-b966-cf46a5461ec9 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0995064 Dec 15 16:23:49.027185 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-80e6e816-1515-45f7-9d22-c5db3a2bb406 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60fc732badb0488392694e6d6c67d5dc&device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 1096 time: 0.0905769 Dec 15 16:23:49.080798 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-482328ba-4c4f-41b8-9813-2ca2c65640e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f96dd5b-86e2-412f-920f-6abc632fd890 HTTP/1.1" status: 200 len: 217 time: 0.0411150 Dec 15 16:23:49.161993 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-80b560ab-8298-458b-86be-179253616676 req-c07e1c68-d456-47a6-a97b-7baef5009d81 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254961 Dec 15 16:23:49.167621 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-49ee5ba3-6ab2-4558-946d-debeb87d8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:49.169235 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-49ee5ba3-6ab2-4558-946d-debeb87d8ce0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45118a8a-76e1-4368-be2a-344063d4d805 HTTP/1.1" status: 200 len: 847 time: 0.0749307 Dec 15 16:23:49.223004 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-99e58bfd-7a67-438b-9552-af8433da7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:49.224605 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-99e58bfd-7a67-438b-9552-af8433da7854 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472836 Dec 15 16:23:49.312160 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-425f96c8-51d4-4bc7-938d-2238c92a9d0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:49.327895 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a62c8b-4f4b-4336-8942-8cc8ece31f30 req-6e7c33aa-0552-475a-91a9-f51c73ec9644 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:49.332473 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-07a62c8b-4f4b-4336-8942-8cc8ece31f30 req-6e7c33aa-0552-475a-91a9-f51c73ec9644 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.1655669 Dec 15 16:23:49.334763 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-425f96c8-51d4-4bc7-938d-2238c92a9d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:49.356710 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-a365b62a-01b3-46d4-bfe0-6542971eb46d service neutron] 10.222.0.65 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196671 Dec 15 16:23:49.403434 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-425f96c8-51d4-4bc7-938d-2238c92a9d0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d463eeacd6f48ecbd2b2d2a6487e39c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6546934 Dec 15 16:23:49.410183 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f96c8-51d4-4bc7-938d-2238c92a9d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f25911-20a9-4039-9355-c8700ddb9113,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:49.412725 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 39508) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:23:49.477914 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-07a62c8b-4f4b-4336-8942-8cc8ece31f30 req-cf3fd60a-11e0-4f49-b522-75e368029944 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345789 Dec 15 16:23:49.501125 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8fe67e69-359c-43b9-9ec2-5b16d1e1ca5f req-a8740840-a9c3-4f7f-aac9-4e5bf3967c19 service neutron] 10.222.0.65 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360438 Dec 15 16:23:49.524080 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1cea1-491e-42b0-94d6-3f7992978fff req-11f096a2-e122-494a-a452-af301cd7f884 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:49.525765 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-78f1cea1-491e-42b0-94d6-3f7992978fff req-11f096a2-e122-494a-a452-af301cd7f884 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.0955441 Dec 15 16:23:49.529961 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4906c62-0927-46b9-926a-a1f6b952a9eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:49.611114 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18db19-7b9f-4b97-8039-81e2bd0085ae req-a11fb9aa-f240-4b0f-83e8-e72394c15916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:49.612554 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-db18db19-7b9f-4b97-8039-81e2bd0085ae req-a11fb9aa-f240-4b0f-83e8-e72394c15916 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60fc732badb0488392694e6d6c67d5dc&device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 1096 time: 0.0471041 Dec 15 16:23:49.618886 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4906c62-0927-46b9-926a-a1f6b952a9eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:49.677136 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-78f1cea1-491e-42b0-94d6-3f7992978fff req-86f6b8d8-b0c7-4131-9b20-74661fc7d8b2 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415133 Dec 15 16:23:49.687478 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df986d-2c37-4963-8beb-b5a27e100dfb req-1aba97a0-bb07-4326-8147-80411b44c7b2 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:49.689067 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-30df986d-2c37-4963-8beb-b5a27e100dfb req-1aba97a0-bb07-4326-8147-80411b44c7b2 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.1156538 Dec 15 16:23:49.723072 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4906c62-0927-46b9-926a-a1f6b952a9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:49.725673 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4906c62-0927-46b9-926a-a1f6b952a9eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:49.726787 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-b4906c62-0927-46b9-926a-a1f6b952a9eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d4f25911-20a9-4039-9355-c8700ddb9113 HTTP/1.1" status: 204 len: 168 time: 0.3108759 Dec 15 16:23:49.732465 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18db19-7b9f-4b97-8039-81e2bd0085ae req-509651f5-3981-4ee5-8d84-525c59b5a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:49.734119 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-db18db19-7b9f-4b97-8039-81e2bd0085ae req-509651f5-3981-4ee5-8d84-525c59b5a3a6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 HTTP/1.1" status: 200 len: 909 time: 0.1048553 Dec 15 16:23:49.748249 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4906c62-0927-46b9-926a-a1f6b952a9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f25911-20a9-4039-9355-c8700ddb9113,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:49.757151 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-30df986d-2c37-4963-8beb-b5a27e100dfb req-4aa4d4bc-bfe2-4b55-9b14-1a1bb9c0ce26 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620012 Dec 15 16:23:49.782448 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-db18db19-7b9f-4b97-8039-81e2bd0085ae req-74c690a1-7082-4957-b1ee-d078e5200d1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f96dd5b-86e2-412f-920f-6abc632fd890 HTTP/1.1" status: 200 len: 217 time: 0.0397959 Dec 15 16:23:49.850403 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18db19-7b9f-4b97-8039-81e2bd0085ae req-1a7a5fab-d55a-4af3-a7b7-788d7906588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:49.852920 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-db18db19-7b9f-4b97-8039-81e2bd0085ae req-1a7a5fab-d55a-4af3-a7b7-788d7906588f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45118a8a-76e1-4368-be2a-344063d4d805 HTTP/1.1" status: 200 len: 847 time: 0.0564373 Dec 15 16:23:49.916333 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18db19-7b9f-4b97-8039-81e2bd0085ae req-a93fc449-8e46-4587-a378-75ad335aaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:49.917908 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-db18db19-7b9f-4b97-8039-81e2bd0085ae req-a93fc449-8e46-4587-a378-75ad335aaeca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561352 Dec 15 16:23:50.064133 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-db18db19-7b9f-4b97-8039-81e2bd0085ae req-9e612ec9-1a09-41cc-ba3b-70e79e09e751 service neutron] 10.222.0.65 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370513 Dec 15 16:23:50.165044 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-db18db19-7b9f-4b97-8039-81e2bd0085ae req-a6059d41-6ef0-49f8-9388-9e389935c92c service neutron] 10.222.0.65 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913305 Dec 15 16:23:50.293408 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ae34f-abbb-4f56-9952-5092dc7ddc30 req-0c723ca2-8c9a-4713-993e-fc76bd461611 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:50.295454 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-761ae34f-abbb-4f56-9952-5092dc7ddc30 req-0c723ca2-8c9a-4713-993e-fc76bd461611 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0574946 Dec 15 16:23:50.355448 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-761ae34f-abbb-4f56-9952-5092dc7ddc30 req-38aa4cdb-c39e-44a0-b35a-d8a79e9ed35c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525532 Dec 15 16:23:50.616928 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec61174-0a24-4b39-8af9-580915eef773 req-4e33898a-2e54-40f2-b87e-587eb8274eba tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:50.618562 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7ec61174-0a24-4b39-8af9-580915eef773 req-4e33898a-2e54-40f2-b87e-587eb8274eba tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.0525911 Dec 15 16:23:50.687976 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7ec61174-0a24-4b39-8af9-580915eef773 req-6e4387ac-f7be-4b30-87ae-d6f58ad9f55f tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560200 Dec 15 16:23:50.808645 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a772b3-0bfa-4b3f-90bb-1d15e06f6920 req-41d08ba2-3f58-457c-8722-228a227490bd tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:50.813137 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-02a772b3-0bfa-4b3f-90bb-1d15e06f6920 req-41d08ba2-3f58-457c-8722-228a227490bd tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.0601575 Dec 15 16:23:50.908823 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-02a772b3-0bfa-4b3f-90bb-1d15e06f6920 req-b4372fce-6012-4ae9-a773-1901a15d26da tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888422 Dec 15 16:23:50.930352 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5958a86-d85d-45b2-8040-35a6ffa98d27 req-12aa3786-a24b-406f-a7ff-f75ab9d6e5e7 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:50.930352 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f5958a86-d85d-45b2-8040-35a6ffa98d27 req-12aa3786-a24b-406f-a7ff-f75ab9d6e5e7 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0912402 Dec 15 16:23:50.983527 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f5958a86-d85d-45b2-8040-35a6ffa98d27 req-a79dd936-1093-49f9-87c4-57bc273af306 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531874 Dec 15 16:23:51.490703 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e969e-0415-45da-a54b-814032e164c1 req-cfcd444d-1865-4d33-a096-a68dcfcd0b2b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:51.492616 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d28e969e-0415-45da-a54b-814032e164c1 req-cfcd444d-1865-4d33-a096-a68dcfcd0b2b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0546277 Dec 15 16:23:51.550556 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d28e969e-0415-45da-a54b-814032e164c1 req-213a40c1-c62e-48c6-892e-9f3652e847bc tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473418 Dec 15 16:23:51.851796 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48f472-5de5-4241-a5dc-1f3c9f458b1f req-2f480d07-1c95-4bb7-a43e-6208ca1bc36b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:51.853534 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a48f472-5de5-4241-a5dc-1f3c9f458b1f req-2f480d07-1c95-4bb7-a43e-6208ca1bc36b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0847425 Dec 15 16:23:51.866485 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596bc62-ddac-436a-aad5-92762e7f5a6f req-a1581c5c-7670-44ae-a667-02d442362c1e tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:51.868076 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e596bc62-ddac-436a-aad5-92762e7f5a6f req-a1581c5c-7670-44ae-a667-02d442362c1e tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.0723732 Dec 15 16:23:51.954139 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931baa4b-b339-4404-ae5b-ad4b24cb7faf req-4da90bf2-d90c-492d-96ae-904eaa3953b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:51.954943 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a48f472-5de5-4241-a5dc-1f3c9f458b1f req-eeef1326-8e03-4a43-9222-f6c9f0c3c92c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857177 Dec 15 16:23:51.958157 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-931baa4b-b339-4404-ae5b-ad4b24cb7faf req-4da90bf2-d90c-492d-96ae-904eaa3953b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28737128a7574d248ba7e4e536171af2&device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 1099 time: 0.0793407 Dec 15 16:23:51.960790 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e596bc62-ddac-436a-aad5-92762e7f5a6f req-67e3aa0a-51f4-4d6c-9c9a-9b9621ef8743 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841053 Dec 15 16:23:52.078090 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931baa4b-b339-4404-ae5b-ad4b24cb7faf req-7d28034f-482a-4e69-acd1-8ac6ed10da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:52.079616 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-931baa4b-b339-4404-ae5b-ad4b24cb7faf req-7d28034f-482a-4e69-acd1-8ac6ed10da65 service neutron] 10.222.0.65 "GET /v2.0/networks?id=514727e8-0179-4c06-9ef8-e0775da37a12 HTTP/1.1" status: 200 len: 911 time: 0.1123283 Dec 15 16:23:52.144441 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc0f63-e2a8-48b4-98c3-b9fa1674defe req-f4b4ce66-0f95-4e26-9d57-6b521b082643 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:52.146219 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-51cc0f63-e2a8-48b4-98c3-b9fa1674defe req-f4b4ce66-0f95-4e26-9d57-6b521b082643 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0889323 Dec 15 16:23:52.163871 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744cfdb-9ad4-422d-bf15-858e792769b1 req-834bd39b-4004-44ac-aa70-af17605a3ca0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:52.172964 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f744cfdb-9ad4-422d-bf15-858e792769b1 req-834bd39b-4004-44ac-aa70-af17605a3ca0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.1047609 Dec 15 16:23:52.254922 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f744cfdb-9ad4-422d-bf15-858e792769b1 req-bdd96d7a-0924-45df-8a4b-7967c4430c4e tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810239 Dec 15 16:23:52.272700 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-931baa4b-b339-4404-ae5b-ad4b24cb7faf req-bbb86e14-33bb-4b79-a2f6-22c8611fe9ca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65d0d9cf-d833-47a5-8f8a-740b194ba7ff HTTP/1.1" status: 200 len: 1002 time: 0.1836171 Dec 15 16:23:52.274596 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-51cc0f63-e2a8-48b4-98c3-b9fa1674defe req-a2c2092f-8be5-4d74-baad-4d8d4c4c9671 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986931 Dec 15 16:23:52.360505 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931baa4b-b339-4404-ae5b-ad4b24cb7faf req-29143e0c-43e6-41ec-9daf-7b9ec630a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:52.363003 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-931baa4b-b339-4404-ae5b-ad4b24cb7faf req-29143e0c-43e6-41ec-9daf-7b9ec630a926 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d26a255-1c68-40ef-8d7e-b38089c3fa09 HTTP/1.1" status: 200 len: 849 time: 0.0816705 Dec 15 16:23:52.418204 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931baa4b-b339-4404-ae5b-ad4b24cb7faf req-b330384a-930b-412c-b2f9-758d714ba667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:52.419823 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-931baa4b-b339-4404-ae5b-ad4b24cb7faf req-b330384a-930b-412c-b2f9-758d714ba667 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514727e8-0179-4c06-9ef8-e0775da37a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486631 Dec 15 16:23:52.528227 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-931baa4b-b339-4404-ae5b-ad4b24cb7faf req-6abfb352-bf83-4710-b15d-4564b1927961 service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996079 Dec 15 16:23:52.629196 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-931baa4b-b339-4404-ae5b-ad4b24cb7faf req-df4ab9c2-534d-4904-b464-c2af1f4edf7f service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925081 Dec 15 16:23:53.129559 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173ea03-83fc-44b9-97ba-8cb5772562a1 req-c41b6938-3128-4421-bf3a-ca9f8bb5656d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:53.131666 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4173ea03-83fc-44b9-97ba-8cb5772562a1 req-c41b6938-3128-4421-bf3a-ca9f8bb5656d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.0953562 Dec 15 16:23:53.147352 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fbdff-6ffe-4050-bf16-51ba351e4be0 req-dc564c4f-95e6-42d0-b464-3f8fc6b7528c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:53.149052 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3e4fbdff-6ffe-4050-bf16-51ba351e4be0 req-dc564c4f-95e6-42d0-b464-3f8fc6b7528c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0990376 Dec 15 16:23:53.234943 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4173ea03-83fc-44b9-97ba-8cb5772562a1 req-f0f7da9e-d7ff-4495-a39d-93b5fa03e34e tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846817 Dec 15 16:23:53.238995 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3e4fbdff-6ffe-4050-bf16-51ba351e4be0 req-c009c436-c9b8-4c82-92bb-22749c5c48d7 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825374 Dec 15 16:23:53.432784 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df49d5-0a3c-40e3-b66c-e77283644bf9 req-b119fdd9-f50e-4a20-be98-c3d1e66cdb23 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:53.434392 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-64df49d5-0a3c-40e3-b66c-e77283644bf9 req-b119fdd9-f50e-4a20-be98-c3d1e66cdb23 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.0867069 Dec 15 16:23:53.451015 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853697a-3061-4d4e-9f8c-15519d821eba req-3c0f9311-2ac7-40a0-b020-7475b0dfa3ad tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:53.452715 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2853697a-3061-4d4e-9f8c-15519d821eba req-3c0f9311-2ac7-40a0-b020-7475b0dfa3ad tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0919695 Dec 15 16:23:53.539219 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-64df49d5-0a3c-40e3-b66c-e77283644bf9 req-547d614f-4aea-4b7b-a1f4-0d8ea7052b32 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853741 Dec 15 16:23:53.551010 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2853697a-3061-4d4e-9f8c-15519d821eba req-295b43fa-4dfa-4aae-94cb-91c9fb259558 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884237 Dec 15 16:23:54.268902 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d22f721-debf-4e7f-bab3-393976c9fc60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:54.466934 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223987c5-f633-46b7-a2ce-3fabb96fd705 req-fd9e3860-77dc-43f6-946f-656ceebeadbc tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:54.469781 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-223987c5-f633-46b7-a2ce-3fabb96fd705 req-fd9e3860-77dc-43f6-946f-656ceebeadbc tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.1432540 Dec 15 16:23:54.504668 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2961bb-038b-4628-9c2b-e8bf1bfbfaaf req-1a14bc2e-b0f1-439b-90e2-5f0100984f6a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:54.507524 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6e2961bb-038b-4628-9c2b-e8bf1bfbfaaf req-1a14bc2e-b0f1-439b-90e2-5f0100984f6a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.1352215 Dec 15 16:23:54.641216 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-223987c5-f633-46b7-a2ce-3fabb96fd705 req-8ed0ece2-3fb6-4619-974f-7426f7684ffa tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630859 Dec 15 16:23:54.650910 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6e2961bb-038b-4628-9c2b-e8bf1bfbfaaf req-ead0a07b-df3f-4429-bffa-f4f968e5ce85 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285098 Dec 15 16:23:54.829359 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f72578-3771-48d3-b0b8-7cb0ca6be3f2 req-af53fc01-344a-4667-b10f-bb94c3ad9263 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:54.830960 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b2f72578-3771-48d3-b0b8-7cb0ca6be3f2 req-af53fc01-344a-4667-b10f-bb94c3ad9263 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.0784993 Dec 15 16:23:54.838782 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67585c9e-bfcf-4502-a61c-d132e3ade979 req-f3d75500-def3-4ac2-a3f7-e3d4a466941c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:54.841440 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-67585c9e-bfcf-4502-a61c-d132e3ade979 req-f3d75500-def3-4ac2-a3f7-e3d4a466941c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0979676 Dec 15 16:23:54.926393 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b2f72578-3771-48d3-b0b8-7cb0ca6be3f2 req-e121c499-f96c-4014-a7df-b9cd9bd07a13 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799563 Dec 15 16:23:54.930314 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-67585c9e-bfcf-4502-a61c-d132e3ade979 req-08f7c2d8-dd13-4984-a2c6-160bed25c3e9 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797122 Dec 15 16:23:55.806231 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d8b3b-985b-435a-8a20-8c229030bde6 req-8aecf7ec-cf6b-44e1-b118-fe9f87948085 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:55.807803 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2a6d8b3b-985b-435a-8a20-8c229030bde6 req-8aecf7ec-cf6b-44e1-b118-fe9f87948085 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.0532391 Dec 15 16:23:55.872600 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2a6d8b3b-985b-435a-8a20-8c229030bde6 req-43444e15-f9d7-4463-befe-fb361d5392fb tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580561 Dec 15 16:23:56.100174 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c2b8a-4ff6-4fd6-99a9-74d0364f3eb5 req-8777e7e7-b96f-402a-af20-f5d9135cc38d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:56.101793 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ab8c2b8a-4ff6-4fd6-99a9-74d0364f3eb5 req-8777e7e7-b96f-402a-af20-f5d9135cc38d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0927045 Dec 15 16:23:56.114617 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3ccdf-0ab3-448a-b03c-25738a43a725 req-86bf2941-ec4f-43f2-a33b-e8b13205c5f0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:56.115897 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-99b3ccdf-0ab3-448a-b03c-25738a43a725 req-86bf2941-ec4f-43f2-a33b-e8b13205c5f0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.0938873 Dec 15 16:23:56.202780 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ab8c2b8a-4ff6-4fd6-99a9-74d0364f3eb5 req-3beba15f-fd27-4ae7-9e49-d18c3c1e8852 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859590 Dec 15 16:23:56.206304 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-99b3ccdf-0ab3-448a-b03c-25738a43a725 req-ea0835d1-01c8-4b55-8195-98b638880124 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834379 Dec 15 16:23:56.902360 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8e40a2cd-7553-42c5-b3e6-943e320da2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:57.025456 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9245d1-5355-4087-a6f2-4fa5b1002ba7 req-b64478e4-20bc-4548-bab7-5749476a8bc0 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:57.026991 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ad9245d1-5355-4087-a6f2-4fa5b1002ba7 req-b64478e4-20bc-4548-bab7-5749476a8bc0 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.0572431 Dec 15 16:23:57.083192 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ad9245d1-5355-4087-a6f2-4fa5b1002ba7 req-3ce2d6ce-590e-4c4d-89d4-4f38b468ea54 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496230 Dec 15 16:23:57.373807 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eefa18-7e74-4614-8275-ae26dd5a424b req-17cbbc9f-5e98-418a-bef8-2fac3b05211a tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:57.375838 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95eefa18-7e74-4614-8275-ae26dd5a424b req-17cbbc9f-5e98-418a-bef8-2fac3b05211a tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.0892453 Dec 15 16:23:57.387341 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3952c-574c-4fd5-a6b4-837894d7e06f req-5d801d31-2131-414d-87bf-93c01d287bae tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:57.388932 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-13c3952c-574c-4fd5-a6b4-837894d7e06f req-5d801d31-2131-414d-87bf-93c01d287bae tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0990143 Dec 15 16:23:57.464273 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95eefa18-7e74-4614-8275-ae26dd5a424b req-cfd86f1b-ed12-482b-85dd-9aa7402c1e6b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742486 Dec 15 16:23:57.467605 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-13c3952c-574c-4fd5-a6b4-837894d7e06f req-539c095d-ff9a-4127-a831-6a937bb9e2e7 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712214 Dec 15 16:23:57.681732 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 7f96dd5b-86e2-412f-920f-6abc632fd890 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:23:57.795257 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 7f96dd5b-86e2-412f-920f-6abc632fd890, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7f96dd5b-86e2-412f-920f-6abc632fd890,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:23:57.808843 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '7f96dd5b-86e2-412f-920f-6abc632fd890', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'port_id': '7f96dd5b-86e2-412f-920f-6abc632fd890', 'mac_address': 'fa:16:3e:11:0c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45118a8a-76e1-4368-be2a-344063d4d805', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:23:57.862022 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:57.885087 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f96dd5b-86e2-412f-920f-6abc632fd890 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:23:57.911698 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 7f96dd5b-86e2-412f-920f-6abc632fd890, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7f96dd5b-86e2-412f-920f-6abc632fd890,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:23:57.918183 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:57.971490 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=7f96dd5b-86e2-412f-920f-6abc632fd890,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:23:58.223821 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42949153-f7d8-4503-a647-e5e72aa666e6 req-5824bf84-bed5-4138-aac6-16c8242adcae tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:58.225437 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-42949153-f7d8-4503-a647-e5e72aa666e6 req-5824bf84-bed5-4138-aac6-16c8242adcae tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 944 time: 0.0571756 Dec 15 16:23:58.247186 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['7f96dd5b-86e2-412f-920f-6abc632fd890'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:23:58.290368 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-42949153-f7d8-4503-a647-e5e72aa666e6 req-73e88599-4c32-40dc-9500-b91080e8d983 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547059 Dec 15 16:23:58.463250 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-44c33068-ad1b-4d5b-b946-fc7a01c99c4c req-c26c6c84-b42a-481c-aaf2-ac62a8903346 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0601640 Dec 15 16:23:58.586902 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c33068-ad1b-4d5b-b946-fc7a01c99c4c req-ef2fb44d-9503-4c00-ba86-1c7d8e6bd14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:58.589034 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-44c33068-ad1b-4d5b-b946-fc7a01c99c4c req-ef2fb44d-9503-4c00-ba86-1c7d8e6bd14e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6cccb6b08dc94f04a5efa2624d350007&device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 1098 time: 0.0613170 Dec 15 16:23:58.654541 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46344c7-6bb9-41fc-8565-a81104c345c7 req-f89548e5-df23-48c1-87c3-32ce5b59a0e2 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:58.656353 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d46344c7-6bb9-41fc-8565-a81104c345c7 req-f89548e5-df23-48c1-87c3-32ce5b59a0e2 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.0949066 Dec 15 16:23:58.667943 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c040db-bdb5-493d-8769-1b1bfb85dca7 req-368439c5-e579-40c4-850a-1e03013f517b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:58.669485 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-26c040db-bdb5-493d-8769-1b1bfb85dca7 req-368439c5-e579-40c4-850a-1e03013f517b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0861893 Dec 15 16:23:58.707170 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c33068-ad1b-4d5b-b946-fc7a01c99c4c req-9bfdcc4f-b86f-4a8d-9556-e820e6e8a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:58.708759 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-44c33068-ad1b-4d5b-b946-fc7a01c99c4c req-9bfdcc4f-b86f-4a8d-9556-e820e6e8a32e service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3a23e9e-8c1c-4ad2-af72-ef7451820760 HTTP/1.1" status: 200 len: 915 time: 0.0976315 Dec 15 16:23:58.747524 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d46344c7-6bb9-41fc-8565-a81104c345c7 req-25dd5111-6f87-4250-a3de-dc2b2de90e23 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769033 Dec 15 16:23:58.755780 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-26c040db-bdb5-493d-8769-1b1bfb85dca7 req-07503d6e-ca80-4e7b-af6e-14718f925d87 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777037 Dec 15 16:23:58.757502 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-44c33068-ad1b-4d5b-b946-fc7a01c99c4c req-221fe9d5-b0b5-482c-a4dd-d7a2bd607364 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a99c3c6-1c76-4557-ba21-b6d579694eac HTTP/1.1" status: 200 len: 217 time: 0.0404060 Dec 15 16:23:58.822062 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c33068-ad1b-4d5b-b946-fc7a01c99c4c req-2c2d9d37-522d-4ded-b2e2-c21ebe006ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:58.823856 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-44c33068-ad1b-4d5b-b946-fc7a01c99c4c req-2c2d9d37-522d-4ded-b2e2-c21ebe006ab2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=beaaa392-fb0d-4c71-85d3-a60cef15e55f HTTP/1.1" status: 200 len: 854 time: 0.0562072 Dec 15 16:23:58.828378 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:58.859796 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-44c33068-ad1b-4d5b-b946-fc7a01c99c4c req-0acec8d6-a3cc-4ace-8243-744b36b9ec48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3a23e9e-8c1c-4ad2-af72-ef7451820760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272553 Dec 15 16:23:58.959960 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-44c33068-ad1b-4d5b-b946-fc7a01c99c4c req-5b96efc8-cf2b-4852-b31e-fc35041a4595 service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922282 Dec 15 16:23:59.071869 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-44c33068-ad1b-4d5b-b946-fc7a01c99c4c req-c080562f-91e2-4b19-8f24-7822dd6eb0c8 service neutron] 10.222.0.65 "GET /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958452 Dec 15 16:23:59.444565 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c7dd8-a450-4c65-bb2c-902aa5c22180 req-87a9a796-0cd5-4f4c-a73e-243046335570 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:59.446111 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-633c7dd8-a450-4c65-bb2c-902aa5c22180 req-87a9a796-0cd5-4f4c-a73e-243046335570 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 944 time: 0.0614440 Dec 15 16:23:59.501525 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-633c7dd8-a450-4c65-bb2c-902aa5c22180 req-e2080f04-21bb-4442-a9a7-923714fe5045 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489664 Dec 15 16:23:59.712208 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 7f96dd5b-86e2-412f-920f-6abc632fd890 up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:23:59.769526 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port 7f96dd5b-86e2-412f-920f-6abc632fd890 completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:23:59.774285 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 7f96dd5b-86e2-412f-920f-6abc632fd890 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:23:59.774656 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:59.876460 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:59.911824 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f96dd5b-86e2-412f-920f-6abc632fd890'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:23:59.914011 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008da756-013d-40fe-891d-ff369aa9e2ba" -d '{"events": [{"server_uuid": "afd5ac96-daf3-4608-818c-190e076c2f6d", "name": "network-vif-plugged", "status": "completed", "tag": "7f96dd5b-86e2-412f-920f-6abc632fd890"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:23:59.924402 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf231c-0e77-4b57-b8fc-f9087dba408c req-f0ddc253-561a-422f-81f2-3b2e2669f51d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:59.925902 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f9cf231c-0e77-4b57-b8fc-f9087dba408c req-f0ddc253-561a-422f-81f2-3b2e2669f51d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0815086 Dec 15 16:23:59.936721 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61561f4-7b22-42a2-b576-e2eee2fe6d76 req-7ef80705-6192-4d7d-8a8a-140d0ad17aa0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:23:59.938193 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a61561f4-7b22-42a2-b576-e2eee2fe6d76 req-7ef80705-6192-4d7d-8a8a-140d0ad17aa0 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.0834906 Dec 15 16:23:59.943708 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 7f96dd5b-86e2-412f-920f-6abc632fd890, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7f96dd5b-86e2-412f-920f-6abc632fd890,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:23:59.953938 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:59.959728 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:23:59.977003 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:00.019338 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a61561f4-7b22-42a2-b576-e2eee2fe6d76 req-a8b33768-5514-492c-86a9-1577a07e4a93 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736570 Dec 15 16:24:00.022965 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f9cf231c-0e77-4b57-b8fc-f9087dba408c req-c3fd9706-57aa-40df-83e6-d885bc6b719c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838027 Dec 15 16:24:00.033307 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=7f96dd5b-86e2-412f-920f-6abc632fd890,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:00.075298 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ede159-7e27-48f8-9b1a-05c8b21647fc x-openstack-request-id: req-46ede159-7e27-48f8-9b1a-05c8b21647fc {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:00.075653 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd5ac96-daf3-4608-818c-190e076c2f6d", "name": "network-vif-plugged", "status": "completed", "tag": "7f96dd5b-86e2-412f-920f-6abc632fd890", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:00.075915 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46ede159-7e27-48f8-9b1a-05c8b21647fc {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:00.076335 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f96dd5b-86e2-412f-920f-6abc632fd890', 'code': 200} Dec 15 16:24:00.368448 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78807014-0597-44cc-bb41-c0aaa40cbe44 req-70776a7f-9b15-4595-b89e-359e64f95486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:00.370004 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-78807014-0597-44cc-bb41-c0aaa40cbe44 req-70776a7f-9b15-4595-b89e-359e64f95486 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 1098 time: 0.0452325 Dec 15 16:24:00.420821 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-78807014-0597-44cc-bb41-c0aaa40cbe44 req-5e900509-b68e-42ba-b456-13921d5aad73 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434031 Dec 15 16:24:00.483899 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:00.634451 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c709428-efe6-4404-ad2d-0a156adaf12b req-454034af-2dd0-4508-81b3-7694adda7caf tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:00.635950 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5c709428-efe6-4404-ad2d-0a156adaf12b req-454034af-2dd0-4508-81b3-7694adda7caf tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0585804 Dec 15 16:24:00.691926 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5c709428-efe6-4404-ad2d-0a156adaf12b req-aa466df4-309a-463e-b7f3-9dc0b069b38c tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452354 Dec 15 16:24:01.189279 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e467f-e6f3-4e0d-93a8-59f29fe8e59b req-cac3f2f2-11ad-424d-ab13-7da797b7716c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:01.190878 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0e0e467f-e6f3-4e0d-93a8-59f29fe8e59b req-cac3f2f2-11ad-424d-ab13-7da797b7716c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0898998 Dec 15 16:24:01.204292 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac84f40-29d8-4d97-8b9f-41200c437cf8 req-53376929-00f5-46a9-b4a0-5fed800585fd tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:01.205792 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7ac84f40-29d8-4d97-8b9f-41200c437cf8 req-53376929-00f5-46a9-b4a0-5fed800585fd tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.0664349 Dec 15 16:24:01.277591 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0e0e467f-e6f3-4e0d-93a8-59f29fe8e59b req-deb93c11-0d13-47be-bbb9-d844685585fc tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707920 Dec 15 16:24:01.282938 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7ac84f40-29d8-4d97-8b9f-41200c437cf8 req-81f8d5e5-879b-4319-bb26-1f28e4ed4e78 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700917 Dec 15 16:24:01.877634 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ec897-0c9b-417b-a885-8bdabfa73be7 req-5a262088-5775-4d3f-b59f-7b019a318224 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:01.879211 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bb1ec897-0c9b-417b-a885-8bdabfa73be7 req-5a262088-5775-4d3f-b59f-7b019a318224 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0836902 Dec 15 16:24:01.947267 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bb1ec897-0c9b-417b-a885-8bdabfa73be7 req-f5e3b618-318e-4002-945d-e00d83496ec1 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559742 Dec 15 16:24:02.104368 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae753a6-4ff5-49ef-9554-43f2a5156bd4 req-0ccd1ba7-7ebd-4176-a53d-03c6a7320311 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:02.105902 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aae753a6-4ff5-49ef-9554-43f2a5156bd4 req-0ccd1ba7-7ebd-4176-a53d-03c6a7320311 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0612264 Dec 15 16:24:02.165807 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aae753a6-4ff5-49ef-9554-43f2a5156bd4 req-9d5387dd-0ab9-4c67-95bb-165f039f7215 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529015 Dec 15 16:24:02.190304 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 39662) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:02.697185 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f51f80f-def1-4446-8085-5040f290f9f1 tempest-TestShelveInstance-1936597102 tempest-TestShelveInstance-1936597102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:02.698772 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0f51f80f-def1-4446-8085-5040f290f9f1 tempest-TestShelveInstance-1936597102 tempest-TestShelveInstance-1936597102-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 1093 time: 0.5074139 Dec 15 16:24:02.707694 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 39710) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:02.713530 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Request body: {'floatingip': {'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'port_id': '7f96dd5b-86e2-412f-920f-6abc632fd890', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:02.727340 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ad8c1-684c-4eab-baa3-f996692b7308 req-2b741ff1-1560-4bff-a0c6-3bfb51a3a124 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:02.729223 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-784ad8c1-684c-4eab-baa3-f996692b7308 req-2b741ff1-1560-4bff-a0c6-3bfb51a3a124 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.3137906 Dec 15 16:24:02.743914 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624baea-b1a7-470c-a568-3cf77dee1722 req-21dda744-ae40-4822-97d4-fedfbeab877b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:02.745512 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c624baea-b1a7-470c-a568-3cf77dee1722 req-21dda744-ae40-4822-97d4-fedfbeab877b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.3170264 Dec 15 16:24:02.751006 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for floatingip, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:02.846215 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-784ad8c1-684c-4eab-baa3-f996692b7308 req-fccbd630-6c36-450f-bbc9-c6643a379894 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996866 Dec 15 16:24:02.849427 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c624baea-b1a7-470c-a568-3cf77dee1722 req-2fbd7953-b5f7-421e-b7f4-45f61828826b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951374 Dec 15 16:24:02.941388 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:03.060220 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Allocated IP 172.27.2.214 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/525247f3-e812-4132-9a08-ce0700577613) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:24:03.178959 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:03.227410 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:03.274421 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:24:03.278186 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:24:03.282140 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:24:03.308846 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Pushing event updated for resources: {'Port': ['ID=525247f3-e812-4132-9a08-ce0700577613,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:03.326168 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:03.326510 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:03.326856 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:03.327182 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:03.327520 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:03.327833 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:03.328615 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:03.328967 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:03.329266 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:03.329586 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:03.329907 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:03.330464 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:03.330841 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:03.654427 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1271b6e-690e-4bea-9e1b-d70f07461c90 req-d76151fc-a1b3-4de0-9657-aa96db4d2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:03.655989 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-d1271b6e-690e-4bea-9e1b-d70f07461c90 req-d76151fc-a1b3-4de0-9657-aa96db4d2077 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 1099 time: 0.0933669 Dec 15 16:24:03.826897 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 39740) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:03.851844 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:03.870409 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-d1271b6e-690e-4bea-9e1b-d70f07461c90 req-d00fc61f-1ae9-4a28-bc01-ed69cb1ae145 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921928 Dec 15 16:24:03.872791 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Deleting subnet 7debb9ad-eeaf-4937-abe9-cce186e26e46 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:24:03.876464 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:03.915730 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2932540'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:03.973995 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:04.044172 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:04.111025 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f435a-73a6-4d86-847c-316e0948e4f1 req-2e3eaad3-e970-4bf2-8842-10c9fae38274 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:04.112619 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d25f435a-73a6-4d86-847c-316e0948e4f1 req-2e3eaad3-e970-4bf2-8842-10c9fae38274 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.1426616 Dec 15 16:24:04.133889 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e1483-990e-4e6f-8b5a-f7cdb241d09e req-d3e61e38-d579-4eab-873a-ad006d66ac8b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:04.135498 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ff6e1483-990e-4e6f-8b5a-f7cdb241d09e req-d3e61e38-d579-4eab-873a-ad006d66ac8b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.1236491 Dec 15 16:24:04.157548 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10256165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10220533'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:04.174545 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:04.180393 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:04.209353 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:04.216472 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7debb9ad-eeaf-4937-abe9-cce186e26e46 HTTP/1.1" status: 204 len: 168 time: 0.3884027 Dec 15 16:24:04.218218 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 39750) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:04.221228 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7debb9ad-eeaf-4937-abe9-cce186e26e46,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:04.249998 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:04.250431 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:04.250729 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:04.251239 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:04.251612 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:04.251945 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:04.252273 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:04.253172 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:04.253517 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:04.253845 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:04.254170 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:04.254642 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:04.254969 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7565d160-51c7-46d3-b5c6-1f2a18585b83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:04.265554 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d25f435a-73a6-4d86-847c-316e0948e4f1 req-e6010c9c-a5cb-4a84-b3be-fc537f61dbe3 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404345 Dec 15 16:24:04.283622 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ff6e1483-990e-4e6f-8b5a-f7cdb241d09e req-0840235b-8edb-44f0-b306-92ad10ec7d51 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312799 Dec 15 16:24:04.537750 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Pushing event updated for resources: {'Port': ['ID=525247f3-e812-4132-9a08-ce0700577613,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:04.561881 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534795'] for floatingip, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:04.607484 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fe98069e-bcfc-4075-9f2c-5a7b1063ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:04.746151 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.l3_db [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Floating IP 1439f8ab-6fc3-430d-af10-740887b8237c associated. External IP: 172.27.2.214, port: 7f96dd5b-86e2-412f-920f-6abc632fd890. Dec 15 16:24:04.749259 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fe98069e-bcfc-4075-9f2c-5a7b1063ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:04.832383 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-fe98069e-bcfc-4075-9f2c-5a7b1063ee19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719c9634-9007-4e20-b3e0-eba40acf400f']}} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:04.845942 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-fe98069e-bcfc-4075-9f2c-5a7b1063ee19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df1a98f-df26-483b-9e04-e75fa226a2da') {'for_net_delete': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:04.846246 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-fe98069e-bcfc-4075-9f2c-5a7b1063ee19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df1a98f-df26-483b-9e04-e75fa226a2da') {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:04.861979 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fe98069e-bcfc-4075-9f2c-5a7b1063ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2822614'] for segment, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:04.883988 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fe98069e-bcfc-4075-9f2c-5a7b1063ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:04.893470 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe98069e-bcfc-4075-9f2c-5a7b1063ee19 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:24:04.893854 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fe98069e-bcfc-4075-9f2c-5a7b1063ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3002548'] for segment, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: Traceback (most recent call last): Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: timer() Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: cb(*args, **kw) Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: return func(*args, **kwargs) Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: self._notify() Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: self.callback(batched_events) Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: event.method(event) Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: return f(self, *a, **k) Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._get(url).json() Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: return self.request(url, 'GET', **kwargs) Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:24:04.895535 dv-cinder-812685-4-iscsi neutron-server[102566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:24:05.011858 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fe98069e-bcfc-4075-9f2c-5a7b1063ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:05.023216 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fe98069e-bcfc-4075-9f2c-5a7b1063ee19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:05.029036 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-fe98069e-bcfc-4075-9f2c-5a7b1063ee19 admin admin] 10.222.0.60 "DELETE /v2.0/networks/719c9634-9007-4e20-b3e0-eba40acf400f HTTP/1.1" status: 204 len: 168 time: 0.8072460 Dec 15 16:24:05.042588 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98069e-bcfc-4075-9f2c-5a7b1063ee19 admin admin] Pushing event deleted for resources: {'Network': ['ID=719c9634-9007-4e20-b3e0-eba40acf400f,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:05.087279 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Router a62582a1-957f-4be8-a13e-9742eefc728a has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:24:05.217928 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:24:05.231243 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1601ed91-bd86-4622-8aca-626a6acd31fa None None] Sync routers for ids ['a62582a1-957f-4be8-a13e-9742eefc728a'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:24:05.243746 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1601ed91-bd86-4622-8aca-626a6acd31fa None None] Routers {'a62582a1-957f-4be8-a13e-9742eefc728a'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:05.244368 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-1601ed91-bd86-4622-8aca-626a6acd31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:23:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['a62582a1-957f-4be8-a13e-9742eefc728a'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:05.258950 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 39758) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:05.277527 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:05.327496 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-ff3a285a-3e60-4f37-b59e-8fb92685daf7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6160343 Dec 15 16:24:05.332666 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'tag': '7f96dd5b-86e2-412f-920f-6abc632fd890'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:05.334805 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af50d9ab-8709-443b-a2fb-06e80fd8af21" -d '{"events": [{"name": "network-changed", "server_uuid": "afd5ac96-daf3-4608-818c-190e076c2f6d", "tag": "7f96dd5b-86e2-412f-920f-6abc632fd890"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:05.344909 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-8cf6e6b2-9786-4195-9b6f-9d3dfe079f14 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c056527e8db4053b789853fcf928010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0840707 Dec 15 16:24:05.348659 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 39766) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:05.397887 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-1601ed91-bd86-4622-8aca-626a6acd31fa None None] Set router a62582a1-957f-4be8-a13e-9742eefc728a gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:05.410229 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-919575ab-4299-4731-84dd-d3922f9748fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:05.435494 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-919575ab-4299-4731-84dd-d3922f9748fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:05.491439 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5a30a-cc12-4050-aa15-959224e5e74d req-b5649260-a119-4b6d-95ea-c1d7e213c75a tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:05.493269 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9ca5a30a-cc12-4050-aa15-959224e5e74d req-b5649260-a119-4b6d-95ea-c1d7e213c75a tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 943 time: 0.1064332 Dec 15 16:24:05.502352 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-919575ab-4299-4731-84dd-d3922f9748fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:05.505186 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-919575ab-4299-4731-84dd-d3922f9748fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:05.508792 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-919575ab-4299-4731-84dd-d3922f9748fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e682fabb-2597-469c-bf54-f3d324e074a9 HTTP/1.1" status: 204 len: 168 time: 0.1573119 Dec 15 16:24:05.516387 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919575ab-4299-4731-84dd-d3922f9748fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e682fabb-2597-469c-bf54-f3d324e074a9,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:05.517624 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a18aa-d5d8-4dfc-ae9c-cc0664b056bf req-04f56fa5-248b-406f-8c49-a95650a917a1 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:05.531077 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-989a18aa-d5d8-4dfc-ae9c-cc0664b056bf req-04f56fa5-248b-406f-8c49-a95650a917a1 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.1034918 Dec 15 16:24:05.608277 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-989a18aa-d5d8-4dfc-ae9c-cc0664b056bf req-7599ee0a-ee66-45f8-b4ff-2bc40b6ead02 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763459 Dec 15 16:24:05.612576 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9ca5a30a-cc12-4050-aa15-959224e5e74d req-aa0d80eb-391a-47dd-bd2a-6b515a53f4d4 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109986 Dec 15 16:24:05.664820 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de09e0e9-d47a-42bc-a312-c8a7dace94ef x-openstack-request-id: req-de09e0e9-d47a-42bc-a312-c8a7dace94ef {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:05.665114 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd5ac96-daf3-4608-818c-190e076c2f6d", "tag": "7f96dd5b-86e2-412f-920f-6abc632fd890", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:05.665399 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de09e0e9-d47a-42bc-a312-c8a7dace94ef {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:05.665810 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'tag': '7f96dd5b-86e2-412f-920f-6abc632fd890', 'status': 'completed', 'code': 200} Dec 15 16:24:05.718243 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device b966396f-ab45-4ab1-a379-55a0bbe41429 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:24:05.749200 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-1601ed91-bd86-4622-8aca-626a6acd31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 4, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'gw_port': {'id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:44Z', 'updated_at': '2021-12-15T16:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': '1439f8ab-6fc3-430d-af10-740887b8237c', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'port_id': '7f96dd5b-86e2-412f-920f-6abc632fd890', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'mac_address': 'fa:16:3e:11:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:24:03Z', 'updated_at': '2021-12-15T16:24:03Z', 'revision_number': 0, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91e2a56-866d-4de4-8d6b-35f8694a1b03', 'name': '', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'mac_address': 'fa:16:3e:c2:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '45118a8a-76e1-4368-be2a-344063d4d805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:49Z', 'updated_at': '2021-12-15T16:23:11Z', 'revision_number': 5, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'subnets': [{'id': '45118a8a-76e1-4368-be2a-344063d4d805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:05.786534 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50d9ab-8709-443b-a2fb-06e80fd8af21 req-01170604-d2d2-4f28-8eb3-45b7395c3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:05.789227 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af50d9ab-8709-443b-a2fb-06e80fd8af21 req-01170604-d2d2-4f28-8eb3-45b7395c3584 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60fc732badb0488392694e6d6c67d5dc&device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 1098 time: 0.0890725 Dec 15 16:24:05.802911 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1601ed91-bd86-4622-8aca-626a6acd31fa None None] Checking router: a62582a1-957f-4be8-a13e-9742eefc728a for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:24:05.815998 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1601ed91-bd86-4622-8aca-626a6acd31fa None None] Routers {'a62582a1-957f-4be8-a13e-9742eefc728a'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:05.816860 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-1601ed91-bd86-4622-8aca-626a6acd31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:23:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['a62582a1-957f-4be8-a13e-9742eefc728a'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:05.842846 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port b966396f-ab45-4ab1-a379-55a0bbe41429, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b966396f-ab45-4ab1-a379-55a0bbe41429,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:05.858693 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': 'b966396f-ab45-4ab1-a379-55a0bbe41429', 'network_id': 'd3a23e9e-8c1c-4ad2-af72-ef7451820760', 'port_id': 'b966396f-ab45-4ab1-a379-55a0bbe41429', 'mac_address': 'fa:16:3e:e8:cc:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaaa392-fb0d-4c71-85d3-a60cef15e55f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:24:05.909618 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:05.928407 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b966396f-ab45-4ab1-a379-55a0bbe41429 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:24:05.929091 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50d9ab-8709-443b-a2fb-06e80fd8af21 req-1bc9f8a8-52f0-408c-832a-bdd89c7dfcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:05.931359 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af50d9ab-8709-443b-a2fb-06e80fd8af21 req-1bc9f8a8-52f0-408c-832a-bdd89c7dfcdb service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 HTTP/1.1" status: 200 len: 909 time: 0.1309996 Dec 15 16:24:05.955526 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port b966396f-ab45-4ab1-a379-55a0bbe41429, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b966396f-ab45-4ab1-a379-55a0bbe41429,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:05.963776 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:06.049273 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-1601ed91-bd86-4622-8aca-626a6acd31fa None None] Set router a62582a1-957f-4be8-a13e-9742eefc728a gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:06.081001 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=b966396f-ab45-4ab1-a379-55a0bbe41429,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:06.100277 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:06.100780 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:06.101156 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:06.101730 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:06.101821 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:06.102142 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:06.102534 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:06.102792 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:06.103495 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:06.103837 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:06.104161 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:06.104480 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:06.105988 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:06.113281 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e47c7e-febc-4d8b-b965-a59a2f666e6e req-e07fc6f1-b5b1-493f-89dd-4c0bf0fa196e tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:06.127249 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-63e47c7e-febc-4d8b-b965-a59a2f666e6e req-e07fc6f1-b5b1-493f-89dd-4c0bf0fa196e tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.1051900 Dec 15 16:24:06.129161 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af50d9ab-8709-443b-a2fb-06e80fd8af21 req-3baa3e6b-b8ef-4a54-9d42-753265c7da7e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f96dd5b-86e2-412f-920f-6abc632fd890 HTTP/1.1" status: 200 len: 999 time: 0.1885059 Dec 15 16:24:06.145848 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b183d-f7e0-4af4-8839-bdad71791045 req-b4f95f48-4740-4341-aaac-af4f9884f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:06.147399 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f49b183d-f7e0-4af4-8839-bdad71791045 req-b4f95f48-4740-4341-aaac-af4f9884f2e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4cdbc8211774d9fb8b9dbf7e3f1f080&device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 1099 time: 0.1005712 Dec 15 16:24:06.231221 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-63e47c7e-febc-4d8b-b965-a59a2f666e6e req-98558d8d-6772-4e81-b749-5317751862e0 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029527 Dec 15 16:24:06.288258 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50d9ab-8709-443b-a2fb-06e80fd8af21 req-f101831a-f066-43cf-ae32-3ff5a5f7934c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:06.289780 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af50d9ab-8709-443b-a2fb-06e80fd8af21 req-f101831a-f066-43cf-ae32-3ff5a5f7934c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45118a8a-76e1-4368-be2a-344063d4d805 HTTP/1.1" status: 200 len: 847 time: 0.1503656 Dec 15 16:24:06.342155 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b183d-f7e0-4af4-8839-bdad71791045 req-20dcb62d-8b89-4a85-9440-eec3d049a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:06.343847 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f49b183d-f7e0-4af4-8839-bdad71791045 req-20dcb62d-8b89-4a85-9440-eec3d049a184 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6f85be06-be2a-46cd-ac10-179b1abdc90e HTTP/1.1" status: 200 len: 918 time: 0.1793718 Dec 15 16:24:06.394780 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50d9ab-8709-443b-a2fb-06e80fd8af21 req-5201bba3-8391-4598-a89b-5e1f7c46d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:06.396354 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af50d9ab-8709-443b-a2fb-06e80fd8af21 req-5201bba3-8391-4598-a89b-5e1f7c46d44d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915353 Dec 15 16:24:06.397801 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f49b183d-f7e0-4af4-8839-bdad71791045 req-9fbc1462-d38e-49e4-9aa1-e4f274e81caf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61eaf140-62eb-493c-b139-fe292101564e HTTP/1.1" status: 200 len: 217 time: 0.0458777 Dec 15 16:24:06.430772 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-1601ed91-bd86-4622-8aca-626a6acd31fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 4, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'gw_port': {'id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:44Z', 'updated_at': '2021-12-15T16:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': '1439f8ab-6fc3-430d-af10-740887b8237c', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'port_id': '7f96dd5b-86e2-412f-920f-6abc632fd890', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'mac_address': 'fa:16:3e:11:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:24:03Z', 'updated_at': '2021-12-15T16:24:03Z', 'revision_number': 0, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91e2a56-866d-4de4-8d6b-35f8694a1b03', 'name': '', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'mac_address': 'fa:16:3e:c2:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '45118a8a-76e1-4368-be2a-344063d4d805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:49Z', 'updated_at': '2021-12-15T16:23:11Z', 'revision_number': 5, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'subnets': [{'id': '45118a8a-76e1-4368-be2a-344063d4d805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:06.459750 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1601ed91-bd86-4622-8aca-626a6acd31fa None None] The sync data for ids ['a62582a1-957f-4be8-a13e-9742eefc728a'] in dv-cinder-812685-4-iscsi is: [{'id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 4, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'gw_port': {'id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:44Z', 'updated_at': '2021-12-15T16:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': '1439f8ab-6fc3-430d-af10-740887b8237c', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'port_id': '7f96dd5b-86e2-412f-920f-6abc632fd890', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'mac_address': 'fa:16:3e:11:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:24:03Z', 'updated_at': '2021-12-15T16:24:03Z', 'revision_number': 0, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91e2a56-866d-4de4-8d6b-35f8694a1b03', 'name': '', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'mac_address': 'fa:16:3e:c2:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '45118a8a-76e1-4368-be2a-344063d4d805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:49Z', 'updated_at': '2021-12-15T16:23:11Z', 'revision_number': 5, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'subnets': [{'id': '45118a8a-76e1-4368-be2a-344063d4d805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:24:06.517629 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['b966396f-ab45-4ab1-a379-55a0bbe41429'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:24:06.560961 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b183d-f7e0-4af4-8839-bdad71791045 req-02ffe443-a5cb-430c-8ef0-b1b9d9dfef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:06.562647 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f49b183d-f7e0-4af4-8839-bdad71791045 req-02ffe443-a5cb-430c-8ef0-b1b9d9dfef9f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dcc8cfb6-7256-46fc-93e9-a03d0bcebe89 HTTP/1.1" status: 200 len: 857 time: 0.1517320 Dec 15 16:24:06.610820 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f49b183d-f7e0-4af4-8839-bdad71791045 req-c1d5ec2b-9d36-47f3-ba0e-9a2ef74e84d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f85be06-be2a-46cd-ac10-179b1abdc90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327816 Dec 15 16:24:06.643583 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af50d9ab-8709-443b-a2fb-06e80fd8af21 req-e680d9a4-3129-4319-95b2-89cd9c4668f5 service neutron] 10.222.0.65 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340486 Dec 15 16:24:06.805465 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f49b183d-f7e0-4af4-8839-bdad71791045 req-d5754145-9f52-48dc-bbde-2f3e0f10470f service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847768 Dec 15 16:24:06.811225 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10354a1-4585-40f6-b7c5-9aff6fb51ffa req-b028e82d-e876-499e-93b9-ab19c4559747 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:06.812106 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-af50d9ab-8709-443b-a2fb-06e80fd8af21 req-99977ace-4f12-4c48-be37-b83249115070 service neutron] 10.222.0.65 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410792 Dec 15 16:24:06.814280 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e10354a1-4585-40f6-b7c5-9aff6fb51ffa req-b028e82d-e876-499e-93b9-ab19c4559747 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 944 time: 0.0955825 Dec 15 16:24:06.831687 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ab107-4c5a-4770-853d-1d78502434e8 None None] New status for floating IP 1439f8ab-6fc3-430d-af10-740887b8237c: ACTIVE {{(pid=102568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:24:06.899409 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e10354a1-4585-40f6-b7c5-9aff6fb51ffa req-71e7ac79-3494-461a-8cd3-f1d50a1a8f06 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736437 Dec 15 16:24:06.930627 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f49b183d-f7e0-4af4-8839-bdad71791045 req-511150cc-cbac-4bd0-88b0-b24b26f745ea service neutron] 10.222.0.65 "GET /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162775 Dec 15 16:24:07.403398 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcab8b-bb54-40c3-b154-2c5b2031c0d1 req-062d903c-cd93-4e50-b228-1f0f6807fad6 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:07.407986 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aadcab8b-bb54-40c3-b154-2c5b2031c0d1 req-062d903c-cd93-4e50-b228-1f0f6807fad6 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0699944 Dec 15 16:24:07.458458 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aadcab8b-bb54-40c3-b154-2c5b2031c0d1 req-0af930ce-170e-4a37-87ab-acda8d944e15 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464253 Dec 15 16:24:08.026035 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e62059-c9ef-478a-8568-3ad798297446 req-c7195387-1fbb-4dac-9d7b-c57eff13ff96 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:08.027705 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-84e62059-c9ef-478a-8568-3ad798297446 req-c7195387-1fbb-4dac-9d7b-c57eff13ff96 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 944 time: 0.0511618 Dec 15 16:24:08.084599 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-84e62059-c9ef-478a-8568-3ad798297446 req-7df3031a-0c97-4e35-80bc-3c04e218a6a4 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503876 Dec 15 16:24:08.604013 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48671ec5-5454-4326-8321-a80fdc893e49 req-95953945-c661-4dad-8406-1161127e71dc tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:08.605537 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-48671ec5-5454-4326-8321-a80fdc893e49 req-95953945-c661-4dad-8406-1161127e71dc tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0532331 Dec 15 16:24:08.656845 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-48671ec5-5454-4326-8321-a80fdc893e49 req-ea4e447e-974d-421d-8ab2-cf81f5ecb423 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450311 Dec 15 16:24:09.210872 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929335c4-b820-487c-8652-b1aede5b0b76 req-dbc94f41-d7cb-4458-8523-03e805c736a5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:09.212441 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-929335c4-b820-487c-8652-b1aede5b0b76 req-dbc94f41-d7cb-4458-8523-03e805c736a5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 944 time: 0.0549150 Dec 15 16:24:09.278197 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-929335c4-b820-487c-8652-b1aede5b0b76 req-ca3f2dba-2294-4005-a81e-141da5b0ba32 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559704 Dec 15 16:24:09.761365 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device b966396f-ab45-4ab1-a379-55a0bbe41429 up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:24:09.823347 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff89f9-a2b9-4772-9f62-e23fcbc48465 req-286f04d3-f9ba-4910-abe5-2af67d494be3 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:09.832180 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e2ff89f9-a2b9-4772-9f62-e23fcbc48465 req-286f04d3-f9ba-4910-abe5-2af67d494be3 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0995252 Dec 15 16:24:09.841291 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port b966396f-ab45-4ab1-a379-55a0bbe41429 completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:24:09.846104 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port b966396f-ab45-4ab1-a379-55a0bbe41429 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:09.846710 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:09.894964 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e2ff89f9-a2b9-4772-9f62-e23fcbc48465 req-448886eb-b377-4eab-bbaa-7efa494646c2 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593636 Dec 15 16:24:09.987351 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:10.003793 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 39854) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:10.012626 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb018278-058e-41ee-8bdd-fded5c98ca10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b966396f-ab45-4ab1-a379-55a0bbe41429'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:10.015044 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83319486-20eb-45de-b3c0-590dd69a2a64" -d '{"events": [{"server_uuid": "cb018278-058e-41ee-8bdd-fded5c98ca10", "name": "network-vif-plugged", "status": "completed", "tag": "b966396f-ab45-4ab1-a379-55a0bbe41429"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:10.031559 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port b966396f-ab45-4ab1-a379-55a0bbe41429, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b966396f-ab45-4ab1-a379-55a0bbe41429,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:10.037280 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:10.065540 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1ed9b3-3a9d-4242-bb0d-d2d6d48eaac6 x-openstack-request-id: req-4b1ed9b3-3a9d-4242-bb0d-d2d6d48eaac6 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:10.065836 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb018278-058e-41ee-8bdd-fded5c98ca10", "name": "network-vif-plugged", "status": "completed", "tag": "b966396f-ab45-4ab1-a379-55a0bbe41429", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:10.066229 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b1ed9b3-3a9d-4242-bb0d-d2d6d48eaac6 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:10.066627 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb018278-058e-41ee-8bdd-fded5c98ca10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b966396f-ab45-4ab1-a379-55a0bbe41429', 'code': 200} Dec 15 16:24:10.098337 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=b966396f-ab45-4ab1-a379-55a0bbe41429,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:10.143250 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2135-f661-4591-b8f1-fc0cf11d0b96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:10.241918 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2135-f661-4591-b8f1-fc0cf11d0b96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:10.259027 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2135-f661-4591-b8f1-fc0cf11d0b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:10.303010 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-ce9a2135-f661-4591-b8f1-fc0cf11d0b96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d1872e357bd4e858a321830eae6e5a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976789 Dec 15 16:24:10.308102 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 39864) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:10.312023 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a2135-f661-4591-b8f1-fc0cf11d0b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b500da-cdcc-4cdc-85fc-7d376cad8e03,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:10.318828 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ebdc2-8e6a-4b54-91ac-03b24b1be88f req-1dc8e4f7-0fee-42ad-abdb-11f8d4c7fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:10.320382 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-3a1ebdc2-8e6a-4b54-91ac-03b24b1be88f req-1dc8e4f7-0fee-42ad-abdb-11f8d4c7fb05 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 1098 time: 0.0910337 Dec 15 16:24:10.394375 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-3a1ebdc2-8e6a-4b54-91ac-03b24b1be88f req-09d2550d-01e5-4a66-8426-155be8c15380 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648303 Dec 15 16:24:10.466750 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c38b06b-1f52-41e0-bf85-9099874f327a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:10.491046 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fc361-18a9-4770-8e5a-c3365a551a4b req-021d61cf-a8a3-47fc-802f-939359e38917 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:10.492681 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cc9fc361-18a9-4770-8e5a-c3365a551a4b req-021d61cf-a8a3-47fc-802f-939359e38917 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 945 time: 0.0801814 Dec 15 16:24:10.508958 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c38b06b-1f52-41e0-bf85-9099874f327a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:10.585519 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cc9fc361-18a9-4770-8e5a-c3365a551a4b req-42f34e7c-9fdc-4386-9e73-9075a6b2471c tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794437 Dec 15 16:24:10.601466 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c38b06b-1f52-41e0-bf85-9099874f327a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:10.604842 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c38b06b-1f52-41e0-bf85-9099874f327a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:10.606036 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-7c38b06b-1f52-41e0-bf85-9099874f327a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d4b500da-cdcc-4cdc-85fc-7d376cad8e03 HTTP/1.1" status: 204 len: 168 time: 0.2992764 Dec 15 16:24:10.616139 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38b06b-1f52-41e0-bf85-9099874f327a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b500da-cdcc-4cdc-85fc-7d376cad8e03,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:10.859862 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-3c5773fe-331b-46ff-9e8c-664ce555e11e tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26496151&fields=id&tenant_id=9fd32b6eee5e4a75b6dec0e216953bd4 HTTP/1.1" status: 200 len: 267 time: 0.0575156 Dec 15 16:24:11.000624 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-338d412b-55a1-4efc-b3c5-74f5d41e354b tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:11.002508 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-338d412b-55a1-4efc-b3c5-74f5d41e354b tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/networks?id=fa64c9a0-e96d-42b2-b777-1875ab6b3322 HTTP/1.1" status: 200 len: 811 time: 0.1293094 Dec 15 16:24:11.021947 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-8d9a0b34-bf1a-4ddd-8c5c-ddbd7d8521b5 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/quotas/9fd32b6eee5e4a75b6dec0e216953bd4 HTTP/1.1" status: 200 len: 375 time: 0.0125260 Dec 15 16:24:11.097545 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-9acfe392-ccc3-42b1-9a91-52ca7c0662ff tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9fd32b6eee5e4a75b6dec0e216953bd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675149 Dec 15 16:24:11.255721 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-5bbf5c4d-c49d-4e71-b6b9-1841583c480a service neutron] 10.222.0.60 "GET /v2.0/networks/fa64c9a0-e96d-42b2-b777-1875ab6b3322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295352 Dec 15 16:24:11.380031 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-a05dfdc5-0bfe-422f-b64f-9900abc5ed9d service neutron] 10.222.0.60 "GET /v2.0/networks/fa64c9a0-e96d-42b2-b777-1875ab6b3322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174104 Dec 15 16:24:11.887838 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0fca8497-ef3b-416a-b970-f3d7b0632748 req-e3bd351b-f8d2-43bf-87c1-479afcc6b57a tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 210 time: 0.1360967 Dec 15 16:24:11.949230 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97afd7-5228-47a4-b225-b32bcb9e303b req-e7c65b4c-8d63-41bf-a1ff-9cf5ae0c3494 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:11.954569 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0b97afd7-5228-47a4-b225-b32bcb9e303b req-e7c65b4c-8d63-41bf-a1ff-9cf5ae0c3494 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 945 time: 0.2246726 Dec 15 16:24:12.078888 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0b97afd7-5228-47a4-b225-b32bcb9e303b req-d0aafbba-80ae-4ec9-b483-22e40fe3e928 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002529 Dec 15 16:24:12.312380 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 39984) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:12.489417 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7ed014af-104e-4131-809b-a5ccb2f32afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:12.585840 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7ed014af-104e-4131-809b-a5ccb2f32afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:12.590633 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7ed014af-104e-4131-809b-a5ccb2f32afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:12.636089 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 39998) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:12.643970 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-7ed014af-104e-4131-809b-a5ccb2f32afe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9b5c6f43c564fc0b9c6e7083d49c71e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222437 Dec 15 16:24:12.645659 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed014af-104e-4131-809b-a5ccb2f32afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ae5bdf-be4a-443d-980b-ad4db51a57a5,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:12.699492 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d3d37f34-0370-4215-9995-6360324b7afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:12.731993 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d3d37f34-0370-4215-9995-6360324b7afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:12.810079 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d3d37f34-0370-4215-9995-6360324b7afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:12.814408 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d3d37f34-0370-4215-9995-6360324b7afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:12.823213 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d3d37f34-0370-4215-9995-6360324b7afa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55ae5bdf-be4a-443d-980b-ad4db51a57a5 HTTP/1.1" status: 204 len: 168 time: 0.1788661 Dec 15 16:24:12.824507 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d37f34-0370-4215-9995-6360324b7afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ae5bdf-be4a-443d-980b-ad4db51a57a5,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:13.047753 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-38645b98-e295-473c-9b9a-33687eab1383 req-192cc054-54e7-4c0e-99ab-b2f72fb3e703 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 210 time: 0.0554516 Dec 15 16:24:13.225449 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e731f-b2ac-4df2-b148-5fe06082442b req-40178d67-efb5-45be-86b8-7a07399e7248 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:13.226988 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-242e731f-b2ac-4df2-b148-5fe06082442b req-40178d67-efb5-45be-86b8-7a07399e7248 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 945 time: 0.0645802 Dec 15 16:24:13.283572 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-242e731f-b2ac-4df2-b148-5fe06082442b req-52269a45-00fd-4e55-9859-00bbbd0f8884 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483570 Dec 15 16:24:13.555557 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-f181f150-0d64-49b1-ab2b-42919dd08cfa tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:13.557148 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-f181f150-0d64-49b1-ab2b-42919dd08cfa tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.65 "GET /v2.0/networks?id=fa64c9a0-e96d-42b2-b777-1875ab6b3322 HTTP/1.1" status: 200 len: 811 time: 0.1405342 Dec 15 16:24:13.651292 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-b5aed47a-dd10-4e5e-9736-e92e91e12300 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fd32b6eee5e4a75b6dec0e216953bd4 HTTP/1.1" status: 200 len: 378 time: 0.0707903 Dec 15 16:24:13.668491 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-7636e3ec-bf0b-43b6-86ab-0843129eeaec tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Request body: {'port': {'device_id': '866ffde4-7bbe-4e59-8cdd-eba253d24fc7', 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'admin_state_up': True, 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'security_groups': ['15b2fb9d-6df7-4650-9ef4-ee40a8bab744']}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:13.797270 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-7636e3ec-bf0b-43b6-86ab-0843129eeaec tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Made reservation on behalf of 9fd32b6eee5e4a75b6dec0e216953bd4 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:24:13.800966 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-7636e3ec-bf0b-43b6-86ab-0843129eeaec tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:13.934243 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-7636e3ec-bf0b-43b6-86ab-0843129eeaec tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Allocated IP 172.20.0.12 (fa64c9a0-e96d-42b2-b777-1875ab6b3322/9e9f3e25-87d9-46c5-a63e-492a8a4d8c09/16ce5e62-cdd5-406c-956b-1916ae817f6a) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:24:14.125288 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-7636e3ec-bf0b-43b6-86ab-0843129eeaec tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:14.162551 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-7636e3ec-bf0b-43b6-86ab-0843129eeaec tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:14.177538 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8aa36b7d-005e-46ad-b78e-53745aba7d22 req-69e8e3db-8187-40f0-acdc-e302d00b96b2 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 210 time: 0.0414023 Dec 15 16:24:14.225086 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-7636e3ec-bf0b-43b6-86ab-0843129eeaec tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Network fa64c9a0-e96d-42b2-b777-1875ab6b3322 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:24:14.232070 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-7636e3ec-bf0b-43b6-86ab-0843129eeaec tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:24:14.234606 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-7636e3ec-bf0b-43b6-86ab-0843129eeaec tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:24:14.238805 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a0ecf-09f1-41a3-8280-6ef0c3d31388 req-312266d9-8f3b-4ddf-97b3-fefd4d22e9d0 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:14.239679 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636e3ec-bf0b-43b6-86ab-0843129eeaec tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Pushing event updated for resources: {'Port': ['ID=16ce5e62-cdd5-406c-956b-1916ae817f6a,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:14.241172 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-017a0ecf-09f1-41a3-8280-6ef0c3d31388 req-312266d9-8f3b-4ddf-97b3-fefd4d22e9d0 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0583510 Dec 15 16:24:14.299798 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-7636e3ec-bf0b-43b6-86ab-0843129eeaec tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:14.300472 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-7636e3ec-bf0b-43b6-86ab-0843129eeaec tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:14.311444 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-017a0ecf-09f1-41a3-8280-6ef0c3d31388 req-6512b63a-3975-40bc-99bc-13feee76ac69 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521295 Dec 15 16:24:14.322220 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-7636e3ec-bf0b-43b6-86ab-0843129eeaec tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6577227 Dec 15 16:24:14.343472 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Request body: {'port': {'device_id': '866ffde4-7bbe-4e59-8cdd-eba253d24fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:14.440402 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:14.606216 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-1d710f46-7ad1-46aa-8792-a628cff271c2 None None] Provisioning complete for port 16ce5e62-cdd5-406c-956b-1916ae817f6a triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:14.606819 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1d710f46-7ad1-46aa-8792-a628cff271c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:14.644690 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-1d710f46-7ad1-46aa-8792-a628cff271c2 None None] Port 16ce5e62-cdd5-406c-956b-1916ae817f6a cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:24:14.815965 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ce5e62-cdd5-406c-956b-1916ae817f6a {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:24:14.825516 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:14.840832 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Transition to ACTIVE for port object 16ce5e62-cdd5-406c-956b-1916ae817f6a will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:24:14.849880 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:14.901721 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Pushing event updated for resources: {'Port': ['ID=16ce5e62-cdd5-406c-956b-1916ae817f6a,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:14.999493 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Attempting to bind port 16ce5e62-cdd5-406c-956b-1916ae817f6a on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:24:14.999905 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Attempting to bind port 16ce5e62-cdd5-406c-956b-1916ae817f6a by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:24:15.000273 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Attempting to bind port 16ce5e62-cdd5-406c-956b-1916ae817f6a on network fa64c9a0-e96d-42b2-b777-1875ab6b3322 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:24:15.005982 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Port 16ce5e62-cdd5-406c-956b-1916ae817f6a on network fa64c9a0-e96d-42b2-b777-1875ab6b3322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:24:15.006368 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Attempting to bind port 16ce5e62-cdd5-406c-956b-1916ae817f6a on network fa64c9a0-e96d-42b2-b777-1875ab6b3322 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:24:15.013038 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:24:15.013038 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Checking segment: {'id': 'b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:24:15.013464 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Bound using segment: {'id': 'b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:24:15.013934 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Bound port: 16ce5e62-cdd5-406c-956b-1916ae817f6a, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:24:15.014296 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:15.150526 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] For port 16ce5e62-cdd5-406c-956b-1916ae817f6a, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:24:15.159588 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] For port 16ce5e62-cdd5-406c-956b-1916ae817f6a, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=16ce5e62-cdd5-406c-956b-1916ae817f6a,segment=NetworkSegment(b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902),segment_id=b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:24:15.166444 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:15.212534 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:15.213161 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:15.214708 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] 10.222.0.65 "PUT /v2.0/ports/16ce5e62-cdd5-406c-956b-1916ae817f6a HTTP/1.1" status: 200 len: 1094 time: 0.8772304 Dec 15 16:24:15.215175 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866ffde4-7bbe-4e59-8cdd-eba253d24fc7', 'tag': '16ce5e62-cdd5-406c-956b-1916ae817f6a'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:15.217513 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903d1382-8513-4819-83bc-db37b6f0d43c" -d '{"events": [{"name": "network-changed", "server_uuid": "866ffde4-7bbe-4e59-8cdd-eba253d24fc7", "tag": "16ce5e62-cdd5-406c-956b-1916ae817f6a"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:15.257584 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e1db0-5f9d-4b53-8aa4-f0f5b3d3e110 service neutron] Pushing event updated for resources: {'Port': ['ID=16ce5e62-cdd5-406c-956b-1916ae817f6a,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:15.336095 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8430a413-b5aa-454c-b91d-8855e26b4444 x-openstack-request-id: req-8430a413-b5aa-454c-b91d-8855e26b4444 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:15.336910 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866ffde4-7bbe-4e59-8cdd-eba253d24fc7", "tag": "16ce5e62-cdd5-406c-956b-1916ae817f6a", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:15.337335 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8430a413-b5aa-454c-b91d-8855e26b4444 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:15.339327 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866ffde4-7bbe-4e59-8cdd-eba253d24fc7', 'tag': '16ce5e62-cdd5-406c-956b-1916ae817f6a', 'status': 'completed', 'code': 200} Dec 15 16:24:15.369920 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-e70a8e4f-35f0-4650-953c-928e93dcaea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:15.371546 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-e70a8e4f-35f0-4650-953c-928e93dcaea4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9fd32b6eee5e4a75b6dec0e216953bd4&device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 1097 time: 0.0853264 Dec 15 16:24:15.431888 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb5b2d-85fe-4af9-a01e-a003347ce424 req-2ff34544-9d87-45a9-b704-0d4ea9348146 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:15.433762 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8abb5b2d-85fe-4af9-a01e-a003347ce424 req-2ff34544-9d87-45a9-b704-0d4ea9348146 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 944 time: 0.0905402 Dec 15 16:24:15.465639 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-b2135e4d-e036-40a2-b4fe-0a46a8f8d24c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16ce5e62-cdd5-406c-956b-1916ae817f6a HTTP/1.1" status: 200 len: 217 time: 0.0848880 Dec 15 16:24:15.524490 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-3d8ed6f6-78dc-4150-afab-b76a04681e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:15.526210 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-3d8ed6f6-78dc-4150-afab-b76a04681e5a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e9f3e25-87d9-46c5-a63e-492a8a4d8c09 HTTP/1.1" status: 200 len: 850 time: 0.0471022 Dec 15 16:24:15.529454 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8abb5b2d-85fe-4af9-a01e-a003347ce424 req-133d95a9-a2b5-4e58-b8fd-7400a4f01481 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842855 Dec 15 16:24:15.542660 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b5ecd-e596-485d-93bf-72e306be4d74 req-e7c2316c-f649-49be-95cc-9b1da31edc64 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:15.544281 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e11b5ecd-e596-485d-93bf-72e306be4d74 req-e7c2316c-f649-49be-95cc-9b1da31edc64 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0954554 Dec 15 16:24:15.591611 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-a73ea3f5-65dd-4602-bd47-66194d7c528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:15.593163 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-a73ea3f5-65dd-4602-bd47-66194d7c528c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa64c9a0-e96d-42b2-b777-1875ab6b3322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538015 Dec 15 16:24:15.600936 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e11b5ecd-e596-485d-93bf-72e306be4d74 req-f5743750-df44-422c-9414-948c6888e300 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496781 Dec 15 16:24:15.705769 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-fa9840c7-2fc8-4f43-8d37-ebd0b43a1ad0 service neutron] 10.222.0.65 "GET /v2.0/networks/fa64c9a0-e96d-42b2-b777-1875ab6b3322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000574 Dec 15 16:24:15.815672 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9fe3ace3-67d2-4f46-8cb9-516878d6521d req-fe1b8eba-fa53-48dc-ae0d-e05cf0481566 service neutron] 10.222.0.65 "GET /v2.0/networks/fa64c9a0-e96d-42b2-b777-1875ab6b3322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007757 Dec 15 16:24:15.943724 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d1382-8513-4819-83bc-db37b6f0d43c req-21e7abca-e18a-4fbd-9488-088b79377d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:15.945187 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-903d1382-8513-4819-83bc-db37b6f0d43c req-21e7abca-e18a-4fbd-9488-088b79377d6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9fd32b6eee5e4a75b6dec0e216953bd4&device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 1097 time: 0.0522094 Dec 15 16:24:16.056560 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d1382-8513-4819-83bc-db37b6f0d43c req-4b96835a-71ab-4318-ba19-3e59fb5f8b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:16.058015 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-903d1382-8513-4819-83bc-db37b6f0d43c req-4b96835a-71ab-4318-ba19-3e59fb5f8b85 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa64c9a0-e96d-42b2-b777-1875ab6b3322 HTTP/1.1" status: 200 len: 912 time: 0.0981386 Dec 15 16:24:16.108464 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-903d1382-8513-4819-83bc-db37b6f0d43c req-6762067f-0964-46e8-a8bf-800f03f8864e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16ce5e62-cdd5-406c-956b-1916ae817f6a HTTP/1.1" status: 200 len: 217 time: 0.0397747 Dec 15 16:24:16.164161 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d1382-8513-4819-83bc-db37b6f0d43c req-1f803596-6428-440d-960e-0aebcde0fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:16.165643 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-903d1382-8513-4819-83bc-db37b6f0d43c req-1f803596-6428-440d-960e-0aebcde0fd26 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e9f3e25-87d9-46c5-a63e-492a8a4d8c09 HTTP/1.1" status: 200 len: 850 time: 0.0469267 Dec 15 16:24:16.215960 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d1382-8513-4819-83bc-db37b6f0d43c req-5b4dd854-2ff0-4ab6-8b99-a2c33a6ab861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:16.217513 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-903d1382-8513-4819-83bc-db37b6f0d43c req-5b4dd854-2ff0-4ab6-8b99-a2c33a6ab861 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa64c9a0-e96d-42b2-b777-1875ab6b3322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423942 Dec 15 16:24:16.320517 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-903d1382-8513-4819-83bc-db37b6f0d43c req-d49547a6-a994-496b-8eee-f0e348a2d11a service neutron] 10.222.0.65 "GET /v2.0/networks/fa64c9a0-e96d-42b2-b777-1875ab6b3322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923467 Dec 15 16:24:16.428500 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-903d1382-8513-4819-83bc-db37b6f0d43c req-855b0ff9-1621-4697-b531-db46227f12aa service neutron] 10.222.0.65 "GET /v2.0/networks/fa64c9a0-e96d-42b2-b777-1875ab6b3322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921853 Dec 15 16:24:16.659853 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9838968-8134-46e5-80ee-8a08fda47903 req-592afdb3-6dbd-44cf-a89d-dd97b7fd357e tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:16.661615 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a9838968-8134-46e5-80ee-8a08fda47903 req-592afdb3-6dbd-44cf-a89d-dd97b7fd357e tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 944 time: 0.0593250 Dec 15 16:24:16.740961 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a9838968-8134-46e5-80ee-8a08fda47903 req-3db150cb-cd67-4142-a256-96064beea3b6 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730159 Dec 15 16:24:16.760597 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c22-4aed-42cd-95e6-d734695fde9d req-d5826063-4977-493a-aa97-ca37124a3f4d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:16.762098 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e8e86c22-4aed-42cd-95e6-d734695fde9d req-d5826063-4977-493a-aa97-ca37124a3f4d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0773709 Dec 15 16:24:16.816600 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e8e86c22-4aed-42cd-95e6-d734695fde9d req-6befc3ec-e955-48d6-9fbe-28a15005cf3b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481970 Dec 15 16:24:17.609365 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388a2fc-b155-459d-a58d-ce31c71b0e34 req-02f7af36-ab28-4cd1-9172-e3e17d604bb9 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:17.611295 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-7388a2fc-b155-459d-a58d-ce31c71b0e34 req-02f7af36-ab28-4cd1-9172-e3e17d604bb9 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0580330 Dec 15 16:24:17.889830 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95715e81-78f1-490a-9088-a884607ea0a6 req-58fe1eac-87bc-4ad1-a847-2f0da3ba67fd tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:17.891549 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95715e81-78f1-490a-9088-a884607ea0a6 req-58fe1eac-87bc-4ad1-a847-2f0da3ba67fd tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 944 time: 0.0698340 Dec 15 16:24:17.977956 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95715e81-78f1-490a-9088-a884607ea0a6 req-756a0d3e-25c7-43c2-94a7-077ca6c79074 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690966 Dec 15 16:24:17.978590 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-7388a2fc-b155-459d-a58d-ce31c71b0e34 req-1ecf7398-64b8-48fd-b742-a326182d438d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Deleting port 103425f9-977f-478d-a146-0888d66b4144 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:17.978759 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-7388a2fc-b155-459d-a58d-ce31c71b0e34 req-1ecf7398-64b8-48fd-b742-a326182d438d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:17.991780 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c48b4-8a66-4bf2-86fa-60a42c136a75 req-24edd12d-fd12-4c4f-a475-cbe4870e800a tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:17.991780 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d62c48b4-8a66-4bf2-86fa-60a42c136a75 req-24edd12d-fd12-4c4f-a475-cbe4870e800a tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ad3f4-a466-4385-9311-93476fe7304e HTTP/1.1" status: 200 len: 945 time: 0.0912132 Dec 15 16:24:18.046685 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d62c48b4-8a66-4bf2-86fa-60a42c136a75 req-0d9a347d-f076-4a78-8c79-1f00e4e34f2a tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510550 Dec 15 16:24:18.116227 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-7388a2fc-b155-459d-a58d-ce31c71b0e34 req-1ecf7398-64b8-48fd-b742-a326182d438d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] For port 103425f9-977f-478d-a146-0888d66b4144, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=103425f9-977f-478d-a146-0888d66b4144,segment=NetworkSegment(3b8a1f21-cf7f-439b-ba00-b324efe326de),segment_id=3b8a1f21-cf7f-439b-ba00-b324efe326de)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:18.116580 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-7388a2fc-b155-459d-a58d-ce31c71b0e34 req-1ecf7398-64b8-48fd-b742-a326182d438d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:18.133424 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-7388a2fc-b155-459d-a58d-ce31c71b0e34 req-1ecf7398-64b8-48fd-b742-a326182d438d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Calling delete_port for 103425f9-977f-478d-a146-0888d66b4144 owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:18.282860 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-7388a2fc-b155-459d-a58d-ce31c71b0e34 req-1ecf7398-64b8-48fd-b742-a326182d438d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:18.308191 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['61eaf140-62eb-493c-b139-fe292101564e', '103425f9-977f-478d-a146-0888d66b4144'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:24:18.324298 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf7398-64b8-48fd-b742-a326182d438d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Pushing event deleted for resources: {'Port': ['ID=103425f9-977f-478d-a146-0888d66b4144,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:18.371749 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-7388a2fc-b155-459d-a58d-ce31c71b0e34 req-1ecf7398-64b8-48fd-b742-a326182d438d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] No DVR routers for this DVR port 103425f9-977f-478d-a146-0888d66b4144 on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:24:18.375387 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-7388a2fc-b155-459d-a58d-ce31c71b0e34 req-1ecf7398-64b8-48fd-b742-a326182d438d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:18.379492 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-7388a2fc-b155-459d-a58d-ce31c71b0e34 req-1ecf7398-64b8-48fd-b742-a326182d438d tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.65 "DELETE /v2.0/ports/103425f9-977f-478d-a146-0888d66b4144 HTTP/1.1" status: 204 len: 173 time: 0.7533119 Dec 15 16:24:18.380038 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8ad3f4-a466-4385-9311-93476fe7304e', 'name': 'network-vif-deleted', 'tag': '103425f9-977f-478d-a146-0888d66b4144'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:18.382519 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3725497b-913c-4e11-921d-5566d17f33bc" -d '{"events": [{"server_uuid": "bb8ad3f4-a466-4385-9311-93476fe7304e", "name": "network-vif-deleted", "tag": "103425f9-977f-478d-a146-0888d66b4144"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:18.436768 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b91101f-b331-4c98-948d-298ed3846eee x-openstack-request-id: req-1b91101f-b331-4c98-948d-298ed3846eee {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:18.437064 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8ad3f4-a466-4385-9311-93476fe7304e", "name": "network-vif-deleted", "tag": "103425f9-977f-478d-a146-0888d66b4144", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:18.437319 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b91101f-b331-4c98-948d-298ed3846eee {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:18.437716 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8ad3f4-a466-4385-9311-93476fe7304e', 'name': 'network-vif-deleted', 'tag': '103425f9-977f-478d-a146-0888d66b4144', 'status': 'completed', 'code': 200} Dec 15 16:24:19.137370 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb7dcd-560e-4920-ad60-4e490f34b2d6 req-e2f89b60-6e03-4029-97c3-15c40c8ff855 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:19.138968 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-98bb7dcd-560e-4920-ad60-4e490f34b2d6 req-e2f89b60-6e03-4029-97c3-15c40c8ff855 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 944 time: 0.0652676 Dec 15 16:24:19.190988 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-98bb7dcd-560e-4920-ad60-4e490f34b2d6 req-6f77ce9d-2267-4cf0-8bbd-a7d3eb86b98a tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458648 Dec 15 16:24:19.347730 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a34588-4a52-41c9-82cc-d23098914b8d req-ab4a482c-f48f-4293-9e3a-a2f3857a19e2 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:19.349483 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b2a34588-4a52-41c9-82cc-d23098914b8d req-ab4a482c-f48f-4293-9e3a-a2f3857a19e2 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0628099 Dec 15 16:24:19.407353 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b2a34588-4a52-41c9-82cc-d23098914b8d req-68c1e1a9-49f9-44f8-b2e5-df5513ccc584 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458758 Dec 15 16:24:20.355159 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ad7e4-325f-4140-bcdc-1dda4cbbbf46 req-4cb19454-ea11-4c65-a622-ce59cd2b497d tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:20.357737 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7c6ad7e4-325f-4140-bcdc-1dda4cbbbf46 req-4cb19454-ea11-4c65-a622-ce59cd2b497d tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 944 time: 0.0855441 Dec 15 16:24:20.393812 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:24:20.418349 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7c6ad7e4-325f-4140-bcdc-1dda4cbbbf46 req-33da3330-c70e-41a3-ae53-f2429bb40cf6 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541222 Dec 15 16:24:20.547817 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713264a-1609-4c0c-b7bb-8ce064d67ccb req-3945e3c6-3d3c-4e3c-b813-600ccbb43e8c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:20.549709 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b713264a-1609-4c0c-b7bb-8ce064d67ccb req-3945e3c6-3d3c-4e3c-b813-600ccbb43e8c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0671153 Dec 15 16:24:20.601355 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b713264a-1609-4c0c-b7bb-8ce064d67ccb req-b14382e6-9d3c-4a04-ad1d-daf21044a1cb tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440023 Dec 15 16:24:21.550211 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25830f-d7ae-4621-9e78-70862c07712f req-e5454d89-a06d-443e-b55f-e861f256f7e2 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:21.551776 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cf25830f-d7ae-4621-9e78-70862c07712f req-e5454d89-a06d-443e-b55f-e861f256f7e2 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 944 time: 0.0548937 Dec 15 16:24:21.611175 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cf25830f-d7ae-4621-9e78-70862c07712f req-7b90d552-f9c5-445f-b9d7-a62c708bfc7f tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492992 Dec 15 16:24:21.731899 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c0c25-23a8-462c-b049-1dc7e5b2f214 req-266a3273-4dd9-40b3-823a-1c34f6c9f78e tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:21.733381 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b66c0c25-23a8-462c-b049-1dc7e5b2f214 req-266a3273-4dd9-40b3-823a-1c34f6c9f78e tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0505991 Dec 15 16:24:21.782138 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b66c0c25-23a8-462c-b049-1dc7e5b2f214 req-f5ad05f6-7184-42fc-bacd-e030730fba1f tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426388 Dec 15 16:24:21.817743 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 103425f9-977f-478d-a146-0888d66b4144 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:21.838939 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: 103425f9-977f-478d-a146-0888d66b4144 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:21.839289 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 103425f9-977f-478d-a146-0888d66b4144 not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:22.735889 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa203e0-c3f6-43bf-bced-2387dce2e1f1 req-a2731107-4c74-4f24-a15f-bc5db5816bff tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:22.738177 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7fa203e0-c3f6-43bf-bced-2387dce2e1f1 req-a2731107-4c74-4f24-a15f-bc5db5816bff tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 944 time: 0.0549593 Dec 15 16:24:22.796398 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7fa203e0-c3f6-43bf-bced-2387dce2e1f1 req-69f04416-9d02-461b-b63c-e94e6aebe23e tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497084 Dec 15 16:24:22.918720 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090501e-59f6-4563-91fe-013b35fd085c req-b492f3ab-7aca-4785-8862-6bac24f5d74b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:22.920223 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2090501e-59f6-4563-91fe-013b35fd085c req-b492f3ab-7aca-4785-8862-6bac24f5d74b tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0612900 Dec 15 16:24:22.969077 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2090501e-59f6-4563-91fe-013b35fd085c req-3fa23c8d-d6aa-4da7-b315-6584b41ffb15 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427513 Dec 15 16:24:23.813280 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 16ce5e62-cdd5-406c-956b-1916ae817f6a details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:24:23.927291 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 16ce5e62-cdd5-406c-956b-1916ae817f6a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=16ce5e62-cdd5-406c-956b-1916ae817f6a,segment=NetworkSegment(b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902),segment_id=b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:23.941211 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '16ce5e62-cdd5-406c-956b-1916ae817f6a', 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'port_id': '16ce5e62-cdd5-406c-956b-1916ae817f6a', 'mac_address': 'fa:16:3e:3c:3e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:24:23.957748 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711936b-aaa5-4aa7-b114-bce5d85543f6 req-e7d56fe3-1df8-4b78-8c42-95f7e27ca194 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:23.964035 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3711936b-aaa5-4aa7-b114-bce5d85543f6 req-e7d56fe3-1df8-4b78-8c42-95f7e27ca194 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 944 time: 0.0613146 Dec 15 16:24:23.998994 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.019324 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3711936b-aaa5-4aa7-b114-bce5d85543f6 req-bc3d29b0-3868-4443-a131-e99910ad9237 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533478 Dec 15 16:24:24.088104 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ce5e62-cdd5-406c-956b-1916ae817f6a {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:24:24.208307 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511481a8-294e-4872-9947-e55def29211f req-b0eeb662-5081-4360-ac2b-ded4b7216f41 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:24.210039 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-511481a8-294e-4872-9947-e55def29211f req-b0eeb662-5081-4360-ac2b-ded4b7216f41 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0527318 Dec 15 16:24:24.284559 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-511481a8-294e-4872-9947-e55def29211f req-c8c389d6-fb4f-4bb6-bbaf-1afc78d88178 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680792 Dec 15 16:24:24.308944 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 16ce5e62-cdd5-406c-956b-1916ae817f6a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=16ce5e62-cdd5-406c-956b-1916ae817f6a,segment=NetworkSegment(b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902),segment_id=b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:24.324127 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.332720 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cc988fa4-d4a9-4202-9b01-442fe1ab5259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:24.389251 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=16ce5e62-cdd5-406c-956b-1916ae817f6a,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:24.730805 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['16ce5e62-cdd5-406c-956b-1916ae817f6a'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:24:25.191486 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688ba47-6af8-4d9c-b6fa-9334a1e5ab13 req-4b963da8-84dc-4961-9c2a-aa68696c169b tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:25.193141 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6688ba47-6af8-4d9c-b6fa-9334a1e5ab13 req-4b963da8-84dc-4961-9c2a-aa68696c169b tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 945 time: 0.0547600 Dec 15 16:24:25.257589 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6688ba47-6af8-4d9c-b6fa-9334a1e5ab13 req-42c35d8e-7142-46c5-8a87-3b7640b75cf5 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523481 Dec 15 16:24:25.416464 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119d513-897d-4789-97c1-49dea8582674 req-a70351ca-0961-4ae6-96c5-00d8c0312cbf tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:25.418033 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6119d513-897d-4789-97c1-49dea8582674 req-a70351ca-0961-4ae6-96c5-00d8c0312cbf tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0575044 Dec 15 16:24:25.471996 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6119d513-897d-4789-97c1-49dea8582674 req-9e0cc89f-04ff-4ce6-a967-d688996527aa tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472629 Dec 15 16:24:26.395251 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22494b90-217b-431a-96c1-1d4578a94d5d req-4e2c1c74-c669-447d-a764-eeb26a8b6d26 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:26.396852 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-22494b90-217b-431a-96c1-1d4578a94d5d req-4e2c1c74-c669-447d-a764-eeb26a8b6d26 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 945 time: 0.0548666 Dec 15 16:24:26.461320 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-22494b90-217b-431a-96c1-1d4578a94d5d req-a822ee6a-fd4c-4249-a8ec-8c6350f84aaf tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580685 Dec 15 16:24:26.599787 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2a1eb-4261-4783-8fea-3d8a7b8c4892 req-1134cfc4-e5f3-4b1d-bfe6-146fda771714 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:26.601416 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ebc2a1eb-4261-4783-8fea-3d8a7b8c4892 req-1134cfc4-e5f3-4b1d-bfe6-146fda771714 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0581651 Dec 15 16:24:26.666018 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ebc2a1eb-4261-4783-8fea-3d8a7b8c4892 req-d5e02fe7-4093-40b9-8a41-4079ff3eefeb tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579665 Dec 15 16:24:26.711054 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca37695-5060-47fd-8256-74267bbfaebf req-88c6edd5-32a6-47fb-985c-fbea9cb35b33 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:26.712584 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bca37695-5060-47fd-8256-74267bbfaebf req-88c6edd5-32a6-47fb-985c-fbea9cb35b33 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 945 time: 0.0626886 Dec 15 16:24:26.765093 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bca37695-5060-47fd-8256-74267bbfaebf req-60ef4430-91c4-4c6d-a024-bc875b5593d2 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462058 Dec 15 16:24:26.903469 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-59c3b8ed-0932-40eb-a4ba-3518ac95865c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:27.409804 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81af5bc-2a10-48f9-b692-b8d9e359e6b3 req-4fe45424-a8f3-47d6-95c2-04ea2e7207bf tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:27.411310 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-d81af5bc-2a10-48f9-b692-b8d9e359e6b3 req-4fe45424-a8f3-47d6-95c2-04ea2e7207bf tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.65 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 946 time: 0.0519562 Dec 15 16:24:27.519772 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-d81af5bc-2a10-48f9-b692-b8d9e359e6b3 req-8ba0ed4e-572d-42c6-b145-12bef4da948c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Deleting port 61eaf140-62eb-493c-b139-fe292101564e {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:27.520206 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-d81af5bc-2a10-48f9-b692-b8d9e359e6b3 req-8ba0ed4e-572d-42c6-b145-12bef4da948c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:27.590164 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c420ff-541b-44d8-bebc-ceb2f38c3ed5 req-6b0ef75c-103a-4fd5-9a39-1691dfb5f04f tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:27.592353 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-76c420ff-541b-44d8-bebc-ceb2f38c3ed5 req-6b0ef75c-103a-4fd5-9a39-1691dfb5f04f tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 945 time: 0.0547576 Dec 15 16:24:27.617716 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-d81af5bc-2a10-48f9-b692-b8d9e359e6b3 req-8ba0ed4e-572d-42c6-b145-12bef4da948c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] For port 61eaf140-62eb-493c-b139-fe292101564e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=61eaf140-62eb-493c-b139-fe292101564e,segment=NetworkSegment(3b8a1f21-cf7f-439b-ba00-b324efe326de),segment_id=3b8a1f21-cf7f-439b-ba00-b324efe326de)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:27.618069 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-d81af5bc-2a10-48f9-b692-b8d9e359e6b3 req-8ba0ed4e-572d-42c6-b145-12bef4da948c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:27.636042 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-d81af5bc-2a10-48f9-b692-b8d9e359e6b3 req-8ba0ed4e-572d-42c6-b145-12bef4da948c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Calling delete_port for 61eaf140-62eb-493c-b139-fe292101564e owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:27.667057 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-76c420ff-541b-44d8-bebc-ceb2f38c3ed5 req-f853851a-09bb-48e1-a80a-f2c123537948 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684376 Dec 15 16:24:27.782878 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-d81af5bc-2a10-48f9-b692-b8d9e359e6b3 req-8ba0ed4e-572d-42c6-b145-12bef4da948c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:27.798050 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['61eaf140-62eb-493c-b139-fe292101564e'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:24:27.799199 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc931d-e885-4556-98b7-b2f75aaded5a req-e0fce7f4-1b9a-4997-a563-ab3938e06838 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:27.801178 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-10dc931d-e885-4556-98b7-b2f75aaded5a req-e0fce7f4-1b9a-4997-a563-ab3938e06838 tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/ports?device_id=129b3afd-1d85-4f6e-94c3-8e7a729ff532 HTTP/1.1" status: 200 len: 867 time: 0.0513315 Dec 15 16:24:27.818840 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0ed4e-572d-42c6-b145-12bef4da948c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Pushing event deleted for resources: {'Port': ['ID=61eaf140-62eb-493c-b139-fe292101564e,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:27.848358 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 16ce5e62-cdd5-406c-956b-1916ae817f6a up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:24:27.868797 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81af5bc-2a10-48f9-b692-b8d9e359e6b3 req-8ba0ed4e-572d-42c6-b145-12bef4da948c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] No DVR routers for this DVR port 61eaf140-62eb-493c-b139-fe292101564e on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:24:27.871560 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-d81af5bc-2a10-48f9-b692-b8d9e359e6b3 req-8ba0ed4e-572d-42c6-b145-12bef4da948c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:27.876796 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-d81af5bc-2a10-48f9-b692-b8d9e359e6b3 req-8ba0ed4e-572d-42c6-b145-12bef4da948c tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.65 "DELETE /v2.0/ports/61eaf140-62eb-493c-b139-fe292101564e HTTP/1.1" status: 204 len: 173 time: 0.4531238 Dec 15 16:24:27.876796 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129b3afd-1d85-4f6e-94c3-8e7a729ff532', 'name': 'network-vif-deleted', 'tag': '61eaf140-62eb-493c-b139-fe292101564e'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:27.878213 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2cc687-2eb6-44fb-bcf7-6873bec0da98" -d '{"events": [{"server_uuid": "129b3afd-1d85-4f6e-94c3-8e7a729ff532", "name": "network-vif-deleted", "tag": "61eaf140-62eb-493c-b139-fe292101564e"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:27.913235 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port 16ce5e62-cdd5-406c-956b-1916ae817f6a completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:24:27.915873 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-10dc931d-e885-4556-98b7-b2f75aaded5a req-a79d69bb-8b04-446f-9bb5-d09fc0803aca tempest-ServerRescueNegativeTestJSON-1844007362 tempest-ServerRescueNegativeTestJSON-1844007362-project] 10.222.0.60 "GET /v2.0/security-groups?id=879d0638-bc5d-4fc0-811e-c591388b2dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917802 Dec 15 16:24:27.918823 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 16ce5e62-cdd5-406c-956b-1916ae817f6a triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:27.919239 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:27.941958 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84180b1-053d-465d-9b9c-3b1c06a74020 req-d1a66669-8a34-4b9c-b31c-ecc29a1219d1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:27.944855 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b84180b1-053d-465d-9b9c-3b1c06a74020 req-d1a66669-8a34-4b9c-b31c-ecc29a1219d1 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 945 time: 0.0893464 Dec 15 16:24:27.969508 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b4d951-268b-4fc9-8a19-b211cc57f6dd x-openstack-request-id: req-f4b4d951-268b-4fc9-8a19-b211cc57f6dd {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:27.972807 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129b3afd-1d85-4f6e-94c3-8e7a729ff532", "name": "network-vif-deleted", "tag": "61eaf140-62eb-493c-b139-fe292101564e", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:27.972807 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4b4d951-268b-4fc9-8a19-b211cc57f6dd {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:27.972807 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129b3afd-1d85-4f6e-94c3-8e7a729ff532', 'name': 'network-vif-deleted', 'tag': '61eaf140-62eb-493c-b139-fe292101564e', 'status': 'completed', 'code': 200} Dec 15 16:24:28.010116 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b84180b1-053d-465d-9b9c-3b1c06a74020 req-d168641a-5735-4d8f-af02-fc48599846e5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585110 Dec 15 16:24:28.032415 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:28.061792 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866ffde4-7bbe-4e59-8cdd-eba253d24fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ce5e62-cdd5-406c-956b-1916ae817f6a'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:28.064113 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77d0594-1fbf-44e9-b82b-25b79ed2391c" -d '{"events": [{"server_uuid": "866ffde4-7bbe-4e59-8cdd-eba253d24fc7", "name": "network-vif-plugged", "status": "completed", "tag": "16ce5e62-cdd5-406c-956b-1916ae817f6a"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:28.083449 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 16ce5e62-cdd5-406c-956b-1916ae817f6a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=16ce5e62-cdd5-406c-956b-1916ae817f6a,segment=NetworkSegment(b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902),segment_id=b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:28.088852 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:28.113604 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9cf914-67da-41a5-855a-20686dc94aa2 x-openstack-request-id: req-7e9cf914-67da-41a5-855a-20686dc94aa2 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:28.113923 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866ffde4-7bbe-4e59-8cdd-eba253d24fc7", "name": "network-vif-plugged", "status": "completed", "tag": "16ce5e62-cdd5-406c-956b-1916ae817f6a", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:28.114172 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e9cf914-67da-41a5-855a-20686dc94aa2 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:28.114560 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866ffde4-7bbe-4e59-8cdd-eba253d24fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ce5e62-cdd5-406c-956b-1916ae817f6a', 'code': 200} Dec 15 16:24:28.142713 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=16ce5e62-cdd5-406c-956b-1916ae817f6a,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:28.406816 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a73901-2637-4df4-9d41-1bf1b2befe25 req-e4d0c610-c4b9-4138-a02b-2b660604f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:28.408879 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-26a73901-2637-4df4-9d41-1bf1b2befe25 req-e4d0c610-c4b9-4138-a02b-2b660604f4a6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 1099 time: 0.0444698 Dec 15 16:24:28.474837 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-26a73901-2637-4df4-9d41-1bf1b2befe25 req-b834e2b1-d7f4-41b5-ae25-c6d0e5c47727 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497737 Dec 15 16:24:28.829633 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:28.845386 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e5f86-8e8b-4aec-8c04-6b209139859f req-cc67e5bf-1b39-452b-82fb-33873cb6feb5 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:28.847942 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-000e5f86-8e8b-4aec-8c04-6b209139859f req-cc67e5bf-1b39-452b-82fb-33873cb6feb5 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 946 time: 0.0770075 Dec 15 16:24:28.899011 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-000e5f86-8e8b-4aec-8c04-6b209139859f req-59a70e92-8626-4bfd-b895-7c77076a6803 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445023 Dec 15 16:24:28.975647 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 40202) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:29.072541 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3fd63-8751-4dac-900b-58b242bfb32a req-be50fd98-bf5f-4e49-8d6c-d36bf5a5fe65 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:29.074089 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9b3fd63-8751-4dac-900b-58b242bfb32a req-be50fd98-bf5f-4e49-8d6c-d36bf5a5fe65 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 945 time: 0.1234596 Dec 15 16:24:29.145170 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00d835-2631-468a-ba0e-75f7b273fed5 req-41a8570c-d019-4233-941c-ba4f8c337e0e tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:29.147513 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8e00d835-2631-468a-ba0e-75f7b273fed5 req-41a8570c-d019-4233-941c-ba4f8c337e0e tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 945 time: 0.0565758 Dec 15 16:24:29.197655 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8e00d835-2631-468a-ba0e-75f7b273fed5 req-fb939e66-027c-429a-aa53-5ff0db096a57 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449426 Dec 15 16:24:29.266119 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-e9b3fd63-8751-4dac-900b-58b242bfb32a req-38b31445-bbe2-448f-9bc8-58563675f3e5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Deleting port b966396f-ab45-4ab1-a379-55a0bbe41429 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:29.266448 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-e9b3fd63-8751-4dac-900b-58b242bfb32a req-38b31445-bbe2-448f-9bc8-58563675f3e5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:29.443666 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-e9b3fd63-8751-4dac-900b-58b242bfb32a req-38b31445-bbe2-448f-9bc8-58563675f3e5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] For port b966396f-ab45-4ab1-a379-55a0bbe41429, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b966396f-ab45-4ab1-a379-55a0bbe41429,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:29.443997 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-e9b3fd63-8751-4dac-900b-58b242bfb32a req-38b31445-bbe2-448f-9bc8-58563675f3e5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:29.470268 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-e9b3fd63-8751-4dac-900b-58b242bfb32a req-38b31445-bbe2-448f-9bc8-58563675f3e5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Calling delete_port for b966396f-ab45-4ab1-a379-55a0bbe41429 owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:29.698746 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a5585cfe-7ecb-430c-b990-eb2eaf2fa122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534539'] for router_interface, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:29.778794 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-e9b3fd63-8751-4dac-900b-58b242bfb32a req-38b31445-bbe2-448f-9bc8-58563675f3e5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:29.796679 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['2a99c3c6-1c76-4557-ba21-b6d579694eac', '1351aeaa-4e2c-4d63-aadd-c4160a439008', 'e5590de1-ee90-4501-b614-78b851657c16', 'b966396f-ab45-4ab1-a379-55a0bbe41429'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:24:29.816052 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b31445-bbe2-448f-9bc8-58563675f3e5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Pushing event deleted for resources: {'Port': ['ID=b966396f-ab45-4ab1-a379-55a0bbe41429,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:29.867612 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b3fd63-8751-4dac-900b-58b242bfb32a req-38b31445-bbe2-448f-9bc8-58563675f3e5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] No DVR routers for this DVR port b966396f-ab45-4ab1-a379-55a0bbe41429 on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:24:29.871029 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-e9b3fd63-8751-4dac-900b-58b242bfb32a req-38b31445-bbe2-448f-9bc8-58563675f3e5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:29.874638 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9b3fd63-8751-4dac-900b-58b242bfb32a req-38b31445-bbe2-448f-9bc8-58563675f3e5 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "DELETE /v2.0/ports/b966396f-ab45-4ab1-a379-55a0bbe41429 HTTP/1.1" status: 204 len: 173 time: 0.7931037 Dec 15 16:24:29.971900 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb018278-058e-41ee-8bdd-fded5c98ca10', 'name': 'network-vif-deleted', 'tag': 'b966396f-ab45-4ab1-a379-55a0bbe41429'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:29.975037 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0015b0ee-dbfd-47ff-b11b-70cbf0804a11" -d '{"events": [{"server_uuid": "cb018278-058e-41ee-8bdd-fded5c98ca10", "name": "network-vif-deleted", "tag": "b966396f-ab45-4ab1-a379-55a0bbe41429"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:29.980716 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:29.996041 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:30.071525 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767827ae-fadd-42ac-bc58-6edd6f4cd4ae x-openstack-request-id: req-767827ae-fadd-42ac-bc58-6edd6f4cd4ae {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:30.071893 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb018278-058e-41ee-8bdd-fded5c98ca10", "name": "network-vif-deleted", "tag": "b966396f-ab45-4ab1-a379-55a0bbe41429", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:30.072274 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-767827ae-fadd-42ac-bc58-6edd6f4cd4ae {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:30.072717 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb018278-058e-41ee-8bdd-fded5c98ca10', 'name': 'network-vif-deleted', 'tag': 'b966396f-ab45-4ab1-a379-55a0bbe41429', 'status': 'completed', 'code': 200} Dec 15 16:24:30.106209 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d99ef-6575-43e1-b4c6-fe6d16ab22fd req-e9ec9e35-04a3-4760-886d-5ad4d4ac91e6 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:30.114861 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ac8d99ef-6575-43e1-b4c6-fe6d16ab22fd req-e9ec9e35-04a3-4760-886d-5ad4d4ac91e6 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 946 time: 0.0801466 Dec 15 16:24:30.173958 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ac8d99ef-6575-43e1-b4c6-fe6d16ab22fd req-43061b82-d5f6-4545-b9fa-383ab14685e4 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581720 Dec 15 16:24:30.202690 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-a5585cfe-7ecb-430c-b990-eb2eaf2fa122 admin admin] Deleting port a4666e68-b79a-4466-ad69-403168cdae68 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:30.203287 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a5585cfe-7ecb-430c-b990-eb2eaf2fa122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:30.297944 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-a5585cfe-7ecb-430c-b990-eb2eaf2fa122 admin admin] For port a4666e68-b79a-4466-ad69-403168cdae68, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=a4666e68-b79a-4466-ad69-403168cdae68,segment=NetworkSegment(3b8a1f21-cf7f-439b-ba00-b324efe326de),segment_id=3b8a1f21-cf7f-439b-ba00-b324efe326de)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:30.298299 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a5585cfe-7ecb-430c-b990-eb2eaf2fa122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:30.316362 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-a5585cfe-7ecb-430c-b990-eb2eaf2fa122 admin admin] Calling delete_port for a4666e68-b79a-4466-ad69-403168cdae68 owned by network:router_interface {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:30.339869 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-20659aba-d48e-4d1c-84e8-3936004e1d3e req-6566d602-5b32-4c78-9dff-b2ef474e4414 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb018278-058e-41ee-8bdd-fded5c98ca10 HTTP/1.1" status: 200 len: 210 time: 0.0386677 Dec 15 16:24:30.363884 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a1fe3-ef1f-4156-99f0-49e1a48e0c07 req-de7f4673-0849-423a-957c-bdd4e0421d8c tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:30.365482 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ce3a1fe3-ef1f-4156-99f0-49e1a48e0c07 req-de7f4673-0849-423a-957c-bdd4e0421d8c tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 946 time: 0.1007035 Dec 15 16:24:30.422874 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ce3a1fe3-ef1f-4156-99f0-49e1a48e0c07 req-4e5306bb-8227-467a-a585-8ffc34183ff0 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475960 Dec 15 16:24:30.446825 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 40224) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:30.511646 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:30.535686 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a5585cfe-7ecb-430c-b990-eb2eaf2fa122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:30.572583 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5585cfe-7ecb-430c-b990-eb2eaf2fa122 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4666e68-b79a-4466-ad69-403168cdae68,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:30.757585 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ff8907-59e7-4e6b-9dc2-04ebaaf81d6b tempest-TestVolumeBootPattern-593020098 tempest-TestVolumeBootPattern-593020098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:30.759259 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f3ff8907-59e7-4e6b-9dc2-04ebaaf81d6b tempest-TestVolumeBootPattern-593020098 tempest-TestVolumeBootPattern-593020098-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 1094 time: 0.3110447 Dec 15 16:24:30.762437 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 40228) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:30.767224 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Request body: {'floatingip': {'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'port_id': '16ce5e62-cdd5-406c-956b-1916ae817f6a', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:30.795089 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:30.900629 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:30.980381 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a5585cfe-7ecb-430c-b990-eb2eaf2fa122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534679'] for router_interface, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:31.009237 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Allocated IP 172.27.2.17 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/a47f55ed-b268-428b-9d9e-73ce9ee586c6) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:24:31.122555 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:31.162691 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:31.206683 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:24:31.209887 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:24:31.214489 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:24:31.217203 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5585cfe-7ecb-430c-b990-eb2eaf2fa122 admin admin] Router 740b3e83-2abe-4269-8064-4f72c5619383 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:24:31.235330 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Pushing event updated for resources: {'Port': ['ID=a47f55ed-b268-428b-9d9e-73ce9ee586c6,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:31.338231 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5585cfe-7ecb-430c-b990-eb2eaf2fa122 admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:24:31.346534 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-a5585cfe-7ecb-430c-b990-eb2eaf2fa122 admin admin] 10.222.0.60 "PUT /v2.0/routers/740b3e83-2abe-4269-8064-4f72c5619383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3673444 Dec 15 16:24:31.347887 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 40230) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:31.359582 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c67467-3a05-4bd6-9969-f8da45b97322 None None] Sync routers for ids ['740b3e83-2abe-4269-8064-4f72c5619383'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:24:31.371952 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c67467-3a05-4bd6-9969-f8da45b97322 None None] Routers {'740b3e83-2abe-4269-8064-4f72c5619383'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:31.372644 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-36c67467-3a05-4bd6-9969-f8da45b97322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:24:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['740b3e83-2abe-4269-8064-4f72c5619383'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:31.500220 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-36c67467-3a05-4bd6-9969-f8da45b97322 None None] Set router 740b3e83-2abe-4269-8064-4f72c5619383 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:31.796471 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] Publish callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:31.798142 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-36c67467-3a05-4bd6-9969-f8da45b97322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b3e83-2abe-4269-8064-4f72c5619383', 'name': 'tempest-ServerRescueNegativeTestJSON-67041071-router', 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:24:30Z', 'revision_number': 5, 'project_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'gw_port': {'id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b3e83-2abe-4269-8064-4f72c5619383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:59Z', 'updated_at': '2021-12-15T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:31.824604 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c67467-3a05-4bd6-9969-f8da45b97322 None None] Checking router: 740b3e83-2abe-4269-8064-4f72c5619383 for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:24:31.832315 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device b966396f-ab45-4ab1-a379-55a0bbe41429 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:31.833546 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c67467-3a05-4bd6-9969-f8da45b97322 None None] Routers {'740b3e83-2abe-4269-8064-4f72c5619383'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:31.834185 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-36c67467-3a05-4bd6-9969-f8da45b97322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:24:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['740b3e83-2abe-4269-8064-4f72c5619383'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:31.856721 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: b966396f-ab45-4ab1-a379-55a0bbe41429 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:31.857047 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device b966396f-ab45-4ab1-a379-55a0bbe41429 not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:31.858027 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 61eaf140-62eb-493c-b139-fe292101564e no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:31.879234 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: 61eaf140-62eb-493c-b139-fe292101564e {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:31.880003 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 61eaf140-62eb-493c-b139-fe292101564e not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:31.936187 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-36c67467-3a05-4bd6-9969-f8da45b97322 None None] Set router 740b3e83-2abe-4269-8064-4f72c5619383 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:32.038191 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:32.064359 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:32.115006 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-36c67467-3a05-4bd6-9969-f8da45b97322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740b3e83-2abe-4269-8064-4f72c5619383', 'name': 'tempest-ServerRescueNegativeTestJSON-67041071-router', 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:24:30Z', 'revision_number': 5, 'project_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'gw_port': {'id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b3e83-2abe-4269-8064-4f72c5619383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:59Z', 'updated_at': '2021-12-15T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:32.145448 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c67467-3a05-4bd6-9969-f8da45b97322 None None] The sync data for ids ['740b3e83-2abe-4269-8064-4f72c5619383'] in dv-cinder-812685-4-iscsi is: [{'id': '740b3e83-2abe-4269-8064-4f72c5619383', 'name': 'tempest-ServerRescueNegativeTestJSON-67041071-router', 'tenant_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:24:30Z', 'revision_number': 5, 'project_id': 'a4cdbc8211774d9fb8b9dbf7e3f1f080', 'gw_port': {'id': 'ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740b3e83-2abe-4269-8064-4f72c5619383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:59Z', 'updated_at': '2021-12-15T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:24:32.166834 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] Deleting port ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:32.167421 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:32.168837 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:32.326377 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] For port ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:32.326752 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:32.343401 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] Calling delete_port for ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:32.468591 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:32.508937 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10256235'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:32.586093 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Pushing event updated for resources: {'Port': ['ID=a47f55ed-b268-428b-9d9e-73ce9ee586c6,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:32.641246 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534795'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:32.781013 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:32.828194 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:32.909965 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.l3_db [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Floating IP b1cf6fc4-9068-4c40-8802-6b2bc75f25dd associated. External IP: 172.27.2.17, port: 16ce5e62-cdd5-406c-956b-1916ae817f6a. Dec 15 16:24:33.004976 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03502fa-5127-474e-9581-7e95a83887b4 req-62576152-6e0b-4431-ab7c-dae121ad7d25 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:33.006538 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e03502fa-5127-474e-9581-7e95a83887b4 req-62576152-6e0b-4431-ab7c-dae121ad7d25 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 945 time: 0.1746500 Dec 15 16:24:33.015158 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534837'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:33.359799 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:33.364075 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:33.451794 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e03502fa-5127-474e-9581-7e95a83887b4 req-c00eb67d-54cd-42f8-84bf-4b5d63f7819b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343114 Dec 15 16:24:33.513368 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540332'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:33.513876 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 740b3e83-2abe-4269-8064-4f72c5619383 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:24:33.525400 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] Publish callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:33.526474 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c9c883dc-5b7b-4c6d-a93b-776e1c4c0581 admin admin] 10.222.0.60 "DELETE /v2.0/routers/740b3e83-2abe-4269-8064-4f72c5619383 HTTP/1.1" status: 204 len: 168 time: 2.1741836 Dec 15 16:24:33.529271 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 40248) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:33.579739 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b72e31a-3dfa-455d-8948-52857eb5bbd1 admin admin] Deleting subnet dcc8cfb6-7256-46fc-93e9-a03d0bcebe89 {{(pid=102566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:24:33.580032 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Router 66123b8e-ccf1-4739-95ff-1707cc762e47 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:24:33.583682 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0b72e31a-3dfa-455d-8948-52857eb5bbd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:33.620165 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0b72e31a-3dfa-455d-8948-52857eb5bbd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2822445'] for subnet, precommit_delete_associations {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:33.673155 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0b72e31a-3dfa-455d-8948-52857eb5bbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:33.710797 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:24:33.722454 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a5e80-e6b7-4350-87b4-a449a4c26c09 None None] Sync routers for ids ['66123b8e-ccf1-4739-95ff-1707cc762e47'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:24:33.734652 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:33.735484 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a5e80-e6b7-4350-87b4-a449a4c26c09 None None] Routers {'66123b8e-ccf1-4739-95ff-1707cc762e47'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:33.736321 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-d59a5e80-e6b7-4350-87b4-a449a4c26c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:24:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['66123b8e-ccf1-4739-95ff-1707cc762e47'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:33.753622 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0b72e31a-3dfa-455d-8948-52857eb5bbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10307840'] for subnet, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:33.767037 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-7c4921e4-4c6d-482c-ab65-83eb1cc05fab tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0034690 Dec 15 16:24:33.767671 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866ffde4-7bbe-4e59-8cdd-eba253d24fc7', 'tag': '16ce5e62-cdd5-406c-956b-1916ae817f6a'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:33.770353 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991e1ba18f7813c23b21ebe6bdf85174cd0cd8830ecb03b4cbd6f4717b0ad03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d45391e-121b-4550-b9fe-3523cb4d6337" -d '{"events": [{"name": "network-changed", "server_uuid": "866ffde4-7bbe-4e59-8cdd-eba253d24fc7", "tag": "16ce5e62-cdd5-406c-956b-1916ae817f6a"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:33.789306 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72e31a-3dfa-455d-8948-52857eb5bbd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcc8cfb6-7256-46fc-93e9-a03d0bcebe89,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:33.793716 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0b72e31a-3dfa-455d-8948-52857eb5bbd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:33.800505 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 40258) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:33.800809 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-0b72e31a-3dfa-455d-8948-52857eb5bbd1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dcc8cfb6-7256-46fc-93e9-a03d0bcebe89 HTTP/1.1" status: 204 len: 168 time: 0.2703197 Dec 15 16:24:33.828182 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfe19c0-e8ba-4df3-89ae-20ee9e863da0 x-openstack-request-id: req-1cfe19c0-e8ba-4df3-89ae-20ee9e863da0 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:33.828477 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866ffde4-7bbe-4e59-8cdd-eba253d24fc7", "tag": "16ce5e62-cdd5-406c-956b-1916ae817f6a", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:33.829263 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cfe19c0-e8ba-4df3-89ae-20ee9e863da0 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:33.829674 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866ffde4-7bbe-4e59-8cdd-eba253d24fc7', 'tag': '16ce5e62-cdd5-406c-956b-1916ae817f6a', 'status': 'completed', 'code': 200} Dec 15 16:24:33.875186 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-d59a5e80-e6b7-4350-87b4-a449a4c26c09 None None] Set router 66123b8e-ccf1-4739-95ff-1707cc762e47 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:33.894214 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0cff8dc2-a607-4c02-ac46-e5fce94eba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:33.907651 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45391e-121b-4550-b9fe-3523cb4d6337 req-c72dc7d9-5c82-49a9-9d91-462810b2f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:33.909772 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-5d45391e-121b-4550-b9fe-3523cb4d6337 req-c72dc7d9-5c82-49a9-9d91-462810b2f9b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9fd32b6eee5e4a75b6dec0e216953bd4&device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 1099 time: 0.0500848 Dec 15 16:24:34.013714 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0cff8dc2-a607-4c02-ac46-e5fce94eba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:34.038551 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-0cff8dc2-a607-4c02-ac46-e5fce94eba13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f85be06-be2a-46cd-ac10-179b1abdc90e']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:34.047931 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45391e-121b-4550-b9fe-3523cb4d6337 req-15d58226-c33d-462b-8b23-8b90a4ecdc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:34.051427 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-0cff8dc2-a607-4c02-ac46-e5fce94eba13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8a1f21-cf7f-439b-ba00-b324efe326de') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:34.051427 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-0cff8dc2-a607-4c02-ac46-e5fce94eba13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8a1f21-cf7f-439b-ba00-b324efe326de') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:34.053582 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-5d45391e-121b-4550-b9fe-3523cb4d6337 req-15d58226-c33d-462b-8b23-8b90a4ecdc7f service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa64c9a0-e96d-42b2-b777-1875ab6b3322 HTTP/1.1" status: 200 len: 912 time: 0.1355524 Dec 15 16:24:34.066336 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0cff8dc2-a607-4c02-ac46-e5fce94eba13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2932679'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:34.089039 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0cff8dc2-a607-4c02-ac46-e5fce94eba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:34.096377 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cff8dc2-a607-4c02-ac46-e5fce94eba13 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:24:34.096804 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0cff8dc2-a607-4c02-ac46-e5fce94eba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10256207'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: Traceback (most recent call last): Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: timer() Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: cb(*args, **kw) Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: return func(*args, **kwargs) Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: self._notify() Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: self.callback(batched_events) Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: event.method(event) Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: return f(self, *a, **k) Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: return self._get(url).json() Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:24:34.098655 dv-cinder-812685-4-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:24:34.114309 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device a4666e68-b79a-4466-ad69-403168cdae68 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:34.157171 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-5d45391e-121b-4550-b9fe-3523cb4d6337 req-95e05bdd-f05e-4930-bcbb-2d079fa5a47e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16ce5e62-cdd5-406c-956b-1916ae817f6a HTTP/1.1" status: 200 len: 999 time: 0.0946431 Dec 15 16:24:34.159228 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0cff8dc2-a607-4c02-ac46-e5fce94eba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:34.171922 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0cff8dc2-a607-4c02-ac46-e5fce94eba13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:34.174182 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: a4666e68-b79a-4466-ad69-403168cdae68 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:34.174537 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device a4666e68-b79a-4466-ad69-403168cdae68 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:34.175702 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:34.176039 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0cff8dc2-a607-4c02-ac46-e5fce94eba13 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6f85be06-be2a-46cd-ac10-179b1abdc90e HTTP/1.1" status: 204 len: 168 time: 0.3739095 Dec 15 16:24:34.192429 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff8dc2-a607-4c02-ac46-e5fce94eba13 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f85be06-be2a-46cd-ac10-179b1abdc90e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:34.202773 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:34.203124 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device ccbde16b-1f9a-4af1-b8b5-b3c2a64c8fcb not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:34.223410 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45391e-121b-4550-b9fe-3523cb4d6337 req-a47158fc-8d7a-4c86-bfbb-6e0f48a3f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:34.224981 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-5d45391e-121b-4550-b9fe-3523cb4d6337 req-a47158fc-8d7a-4c86-bfbb-6e0f48a3f0fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e9f3e25-87d9-46c5-a63e-492a8a4d8c09 HTTP/1.1" status: 200 len: 850 time: 0.0600548 Dec 15 16:24:34.282652 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45391e-121b-4550-b9fe-3523cb4d6337 req-a6a4e9dc-6227-4cf4-b031-ca86a1e7b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:34.284376 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-5d45391e-121b-4550-b9fe-3523cb4d6337 req-a6a4e9dc-6227-4cf4-b031-ca86a1e7b5bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa64c9a0-e96d-42b2-b777-1875ab6b3322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509193 Dec 15 16:24:34.303697 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-d59a5e80-e6b7-4350-87b4-a449a4c26c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:52Z', 'revision_number': 4, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'gw_port': {'id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:43Z', 'updated_at': '2021-12-15T16:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': 'b1cf6fc4-9068-4c40-8802-6b2bc75f25dd', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'port_id': '16ce5e62-cdd5-406c-956b-1916ae817f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'mac_address': 'fa:16:3e:3c:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866ffde4-7bbe-4e59-8cdd-eba253d24fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:24:31Z', 'updated_at': '2021-12-15T16:24:31Z', 'revision_number': 0, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a67ef2-6243-4635-b40d-69a18e408d40', 'name': '', 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'mac_address': 'fa:16:3e:fd:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:50Z', 'updated_at': '2021-12-15T16:23:02Z', 'revision_number': 5, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'subnets': [{'id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:34.338128 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a5e80-e6b7-4350-87b4-a449a4c26c09 None None] Checking router: 66123b8e-ccf1-4739-95ff-1707cc762e47 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:24:34.347594 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a5e80-e6b7-4350-87b4-a449a4c26c09 None None] Routers {'66123b8e-ccf1-4739-95ff-1707cc762e47'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:34.348208 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-d59a5e80-e6b7-4350-87b4-a449a4c26c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:24:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['66123b8e-ccf1-4739-95ff-1707cc762e47'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:34.376130 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 40264) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:34.402817 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-5d45391e-121b-4550-b9fe-3523cb4d6337 req-86d6f0b6-9301-447b-9efe-a4f8362d7209 service neutron] 10.222.0.65 "GET /v2.0/networks/fa64c9a0-e96d-42b2-b777-1875ab6b3322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031101 Dec 15 16:24:34.423068 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-19a3b441-435d-42e2-993f-7f67cdd46ed9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4cdbc8211774d9fb8b9dbf7e3f1f080&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0448892 Dec 15 16:24:34.425537 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 40266) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:34.462985 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-d59a5e80-e6b7-4350-87b4-a449a4c26c09 None None] Set router 66123b8e-ccf1-4739-95ff-1707cc762e47 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:34.494418 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-10de9fdb-c28e-4d1d-8524-4f31104a44ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:34.509230 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-5d45391e-121b-4550-b9fe-3523cb4d6337 req-d0828621-d4a9-428d-8f42-681256c8444b service neutron] 10.222.0.65 "GET /v2.0/networks/fa64c9a0-e96d-42b2-b777-1875ab6b3322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880036 Dec 15 16:24:34.525154 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-10de9fdb-c28e-4d1d-8524-4f31104a44ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:34.600723 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85613cd-3426-4536-b0f1-e3cb725649f4 req-75f356d9-8236-4dff-9a94-93602e4eb335 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:34.602223 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e85613cd-3426-4536-b0f1-e3cb725649f4 req-75f356d9-8236-4dff-9a94-93602e4eb335 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 945 time: 0.0674944 Dec 15 16:24:34.631875 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-10de9fdb-c28e-4d1d-8524-4f31104a44ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:34.634404 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-10de9fdb-c28e-4d1d-8524-4f31104a44ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:34.638197 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-10de9fdb-c28e-4d1d-8524-4f31104a44ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/879d0638-bc5d-4fc0-811e-c591388b2dad HTTP/1.1" status: 204 len: 168 time: 0.2115452 Dec 15 16:24:34.651444 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de9fdb-c28e-4d1d-8524-4f31104a44ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879d0638-bc5d-4fc0-811e-c591388b2dad,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:34.689097 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a65ad3-64a4-43e2-85f0-234d6f60fcfc req-d81e7113-e1a5-4b05-9ddd-f07599eab745 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:34.690845 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-96a65ad3-64a4-43e2-85f0-234d6f60fcfc req-d81e7113-e1a5-4b05-9ddd-f07599eab745 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 945 time: 0.0831635 Dec 15 16:24:34.699029 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e85613cd-3426-4536-b0f1-e3cb725649f4 req-64922daf-1f75-49bd-b79b-3f7c0685c204 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802393 Dec 15 16:24:34.737289 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-d59a5e80-e6b7-4350-87b4-a449a4c26c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:52Z', 'revision_number': 4, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'gw_port': {'id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:43Z', 'updated_at': '2021-12-15T16:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': 'b1cf6fc4-9068-4c40-8802-6b2bc75f25dd', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'port_id': '16ce5e62-cdd5-406c-956b-1916ae817f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'mac_address': 'fa:16:3e:3c:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866ffde4-7bbe-4e59-8cdd-eba253d24fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:24:31Z', 'updated_at': '2021-12-15T16:24:31Z', 'revision_number': 0, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a67ef2-6243-4635-b40d-69a18e408d40', 'name': '', 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'mac_address': 'fa:16:3e:fd:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:50Z', 'updated_at': '2021-12-15T16:23:02Z', 'revision_number': 5, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'subnets': [{'id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:34.764922 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a5e80-e6b7-4350-87b4-a449a4c26c09 None None] The sync data for ids ['66123b8e-ccf1-4739-95ff-1707cc762e47'] in dv-cinder-812685-4-iscsi is: [{'id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:52Z', 'revision_number': 4, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'gw_port': {'id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:43Z', 'updated_at': '2021-12-15T16:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': 'b1cf6fc4-9068-4c40-8802-6b2bc75f25dd', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'port_id': '16ce5e62-cdd5-406c-956b-1916ae817f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'mac_address': 'fa:16:3e:3c:3e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866ffde4-7bbe-4e59-8cdd-eba253d24fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:24:31Z', 'updated_at': '2021-12-15T16:24:31Z', 'revision_number': 0, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a67ef2-6243-4635-b40d-69a18e408d40', 'name': '', 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'mac_address': 'fa:16:3e:fd:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:50Z', 'updated_at': '2021-12-15T16:23:02Z', 'revision_number': 5, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'subnets': [{'id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:24:34.799752 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-96a65ad3-64a4-43e2-85f0-234d6f60fcfc req-b77b3346-a7f6-4da2-8444-2d568ed31b23 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Deleting port e5590de1-ee90-4501-b614-78b851657c16 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:34.800453 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-96a65ad3-64a4-43e2-85f0-234d6f60fcfc req-b77b3346-a7f6-4da2-8444-2d568ed31b23 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:34.904248 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-96a65ad3-64a4-43e2-85f0-234d6f60fcfc req-b77b3346-a7f6-4da2-8444-2d568ed31b23 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] For port e5590de1-ee90-4501-b614-78b851657c16, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e5590de1-ee90-4501-b614-78b851657c16,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:34.904615 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-96a65ad3-64a4-43e2-85f0-234d6f60fcfc req-b77b3346-a7f6-4da2-8444-2d568ed31b23 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:34.919711 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-96a65ad3-64a4-43e2-85f0-234d6f60fcfc req-b77b3346-a7f6-4da2-8444-2d568ed31b23 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Calling delete_port for e5590de1-ee90-4501-b614-78b851657c16 owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:35.008591 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61edeac-65ea-4474-9fc8-038491cbc982 None None] New status for floating IP b1cf6fc4-9068-4c40-8802-6b2bc75f25dd: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:24:35.094420 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-96a65ad3-64a4-43e2-85f0-234d6f60fcfc req-b77b3346-a7f6-4da2-8444-2d568ed31b23 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:35.107341 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['2a99c3c6-1c76-4557-ba21-b6d579694eac', '1351aeaa-4e2c-4d63-aadd-c4160a439008', 'e5590de1-ee90-4501-b614-78b851657c16'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:24:35.132223 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b3346-a7f6-4da2-8444-2d568ed31b23 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Pushing event deleted for resources: {'Port': ['ID=e5590de1-ee90-4501-b614-78b851657c16,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:35.223793 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a65ad3-64a4-43e2-85f0-234d6f60fcfc req-b77b3346-a7f6-4da2-8444-2d568ed31b23 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] No DVR routers for this DVR port e5590de1-ee90-4501-b614-78b851657c16 on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:24:35.226837 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-96a65ad3-64a4-43e2-85f0-234d6f60fcfc req-b77b3346-a7f6-4da2-8444-2d568ed31b23 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:35.231447 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-96a65ad3-64a4-43e2-85f0-234d6f60fcfc req-b77b3346-a7f6-4da2-8444-2d568ed31b23 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "DELETE /v2.0/ports/e5590de1-ee90-4501-b614-78b851657c16 HTTP/1.1" status: 204 len: 173 time: 0.5340767 Dec 15 16:24:35.232231 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefd60c0-a2af-4432-9260-c3046035cb4f', 'name': 'network-vif-deleted', 'tag': 'e5590de1-ee90-4501-b614-78b851657c16'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:35.234849 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4282b866-463d-4157-9340-f73b5f9c65fd" -d '{"events": [{"server_uuid": "fefd60c0-a2af-4432-9260-c3046035cb4f", "name": "network-vif-deleted", "tag": "e5590de1-ee90-4501-b614-78b851657c16"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:35.339219 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da5ac0f-3b28-4a84-9849-c87a2f2e0e19 x-openstack-request-id: req-3da5ac0f-3b28-4a84-9849-c87a2f2e0e19 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:35.339818 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefd60c0-a2af-4432-9260-c3046035cb4f", "name": "network-vif-deleted", "tag": "e5590de1-ee90-4501-b614-78b851657c16", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:35.340462 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3da5ac0f-3b28-4a84-9849-c87a2f2e0e19 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:35.341560 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefd60c0-a2af-4432-9260-c3046035cb4f', 'name': 'network-vif-deleted', 'tag': 'e5590de1-ee90-4501-b614-78b851657c16', 'status': 'completed', 'code': 200} Dec 15 16:24:35.589143 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 40304) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:35.705608 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-471707785-network', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:35.730868 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] Made reservation on behalf of 9dc6fd27025742699d14dbf14680c7c3 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:24:35.733971 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:35.745482 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:35.844480 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-eb8f408c-d0d1-40cc-b3f8-9f997d4483c5 req-ef391fa3-d8ae-44cb-8e00-64481f0e634d tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=fefd60c0-a2af-4432-9260-c3046035cb4f HTTP/1.1" status: 200 len: 210 time: 0.0365293 Dec 15 16:24:35.870129 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:35.876002 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:35.904890 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:24:35.911537 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d08348-ed31-405c-a9c4-07210e7f6d78,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:35.919312 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:35.919432 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] Added segment 22619493-e016-4b1d-acf1-233e9f7b006a of type vlan for network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 Dec 15 16:24:35.962164 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:35.988735 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:35.989752 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:35.990464 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:36.043469 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4531255 Dec 15 16:24:36.046941 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 40312) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:36.053239 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-8187a6e2-b2a1-46bd-a717-8fe2388f8835 admin admin] Request body: {'subnet': {'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-subnet', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:36.054912 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aae1b7-5fa3-48b0-a0be-e4820234a0b1 admin admin] Pushing event updated for resources: {'Network': ['ID=89d58e9b-0fd5-43aa-b277-d040a9af8bd8,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:36.064622 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:24:36.076675 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8187a6e2-b2a1-46bd-a717-8fe2388f8835 admin admin] Made reservation on behalf of 9dc6fd27025742699d14dbf14680c7c3 for: {'subnet': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:24:36.079128 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8187a6e2-b2a1-46bd-a717-8fe2388f8835 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10307943'] for subnet, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:36.260932 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8187a6e2-b2a1-46bd-a717-8fe2388f8835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3003161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10307961'] for subnet, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:36.316687 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187a6e2-b2a1-46bd-a717-8fe2388f8835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16b0814-df17-4b92-aba8-9ee44c250c91,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:36.329680 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8187a6e2-b2a1-46bd-a717-8fe2388f8835 admin admin] Checking segment: {'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:24:36.330037 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8187a6e2-b2a1-46bd-a717-8fe2388f8835 admin admin] Network hostable DHCP agents. Network: 89d58e9b-0fd5-43aa-b277-d040a9af8bd8, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:24:36.359883 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8187a6e2-b2a1-46bd-a717-8fe2388f8835 admin admin] Network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:24:36.371998 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-8187a6e2-b2a1-46bd-a717-8fe2388f8835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 89d58e9b-0fd5-43aa-b277-d040a9af8bd8) {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:24:36.377151 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187a6e2-b2a1-46bd-a717-8fe2388f8835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:36.377793 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8187a6e2-b2a1-46bd-a717-8fe2388f8835 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:36.383363 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a472595-3ac2-49e1-8bb4-15cbf86a6ce6 None None] Network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:24:36.398890 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-8187a6e2-b2a1-46bd-a717-8fe2388f8835 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3499954 Dec 15 16:24:36.401886 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 40314) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:36.410827 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:36.447730 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:36.450187 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7031'] for router, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:36.520792 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93a658eb-0334-563d-9744-8d0d76e8f5d2-89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91'}]}} from dv-cinder-812685-4-iscsi. {{(pid=102568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:24:36.521689 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:36.530414 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:36.678717 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:36.692800 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Allocated IP 172.20.0.2 (89d58e9b-0fd5-43aa-b277-d040a9af8bd8/c16b0814-df17-4b92-aba8-9ee44c250c91/de0b0e69-3a06-4c4f-aa4e-45e1debe9319) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:24:36.878396 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:36.887794 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:36.940999 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:24:36.945385 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Pushing event updated for resources: {'Port': ['ID=de0b0e69-3a06-4c4f-aa4e-45e1debe9319,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:36.947080 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:36.947943 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:24:36.951605 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:24:36.973331 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:37.036117 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Attempting to bind port de0b0e69-3a06-4c4f-aa4e-45e1debe9319 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:24:37.036549 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Attempting to bind port de0b0e69-3a06-4c4f-aa4e-45e1debe9319 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:24:37.036737 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Attempting to bind port de0b0e69-3a06-4c4f-aa4e-45e1debe9319 on network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:24:37.047574 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:24:37.047945 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Checking segment: {'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:24:37.048348 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:37.048742 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Bound using segment: {'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:24:37.049213 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Bound port: de0b0e69-3a06-4c4f-aa4e-45e1debe9319, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:24:37.049592 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:37.146677 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] For port de0b0e69-3a06-4c4f-aa4e-45e1debe9319, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:24:37.147652 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Allocated IP 172.27.2.28 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/d9caf280-cf95-48cf-8dca-91bcd7dca3d8) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:24:37.150122 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] For port de0b0e69-3a06-4c4f-aa4e-45e1debe9319, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=de0b0e69-3a06-4c4f-aa4e-45e1debe9319,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:24:37.157764 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:37.205776 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2b7ed-6a6e-425d-931b-006e46d0a732 req-e08481b2-6c50-4016-b37c-6d2f0817e2a3 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:37.208259 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-54f2b7ed-6a6e-425d-931b-006e46d0a732 req-e08481b2-6c50-4016-b37c-6d2f0817e2a3 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 945 time: 0.0647264 Dec 15 16:24:37.221619 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce96ffe-b0be-4862-99cd-e7c83aa65297 None None] Pushing event updated for resources: {'Port': ['ID=de0b0e69-3a06-4c4f-aa4e-45e1debe9319,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:37.278319 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-54f2b7ed-6a6e-425d-931b-006e46d0a732 req-e47468b0-c5ba-447e-9ed7-be81fa5fb355 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488012 Dec 15 16:24:37.280076 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:37.315330 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:37.360440 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:24:37.363585 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:24:37.367228 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:24:37.372877 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Pushing event updated for resources: {'Port': ['ID=d9caf280-cf95-48cf-8dca-91bcd7dca3d8,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:37.664860 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:38.110653 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device de0b0e69-3a06-4c4f-aa4e-45e1debe9319 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:24:38.145049 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538349'] for router, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:38.164114 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port de0b0e69-3a06-4c4f-aa4e-45e1debe9319 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:38.164580 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:38.247684 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:38.258866 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ca123e-934b-423b-90f0-997cadc81dc1 None None] Network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:24:38.287929 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Router d159afaf-9a46-4797-9209-26e5d6f4ca62 is scheduled to L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f with binding_index 1 {{(pid=102566) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:24:38.343089 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port de0b0e69-3a06-4c4f-aa4e-45e1debe9319, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=de0b0e69-3a06-4c4f-aa4e-45e1debe9319,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:38.351584 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:38.353393 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-ada7d436-8626-4223-9684-720b94f26b8f None None] Provisioning complete for port de0b0e69-3a06-4c4f-aa4e-45e1debe9319 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:38.354107 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ada7d436-8626-4223-9684-720b94f26b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:38.409400 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:24:38.423918 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba44c5-6c80-4c53-8d50-04a3815f5539 req-3f3e4dee-f5c8-4918-98d9-977205c03141 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:38.425589 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Sync routers for ids ['d159afaf-9a46-4797-9209-26e5d6f4ca62'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:24:38.427850 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7aba44c5-6c80-4c53-8d50-04a3815f5539 req-3f3e4dee-f5c8-4918-98d9-977205c03141 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 945 time: 0.0573909 Dec 15 16:24:38.436042 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] Publish callbacks [] for router, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:38.440342 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-450d0e90-4c53-4002-9177-f609686c416a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0342016 Dec 15 16:24:38.440532 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 40334) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:38.488801 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Routers {'d159afaf-9a46-4797-9209-26e5d6f4ca62'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:38.489529 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:24:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['d159afaf-9a46-4797-9209-26e5d6f4ca62'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:38.493535 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=de0b0e69-3a06-4c4f-aa4e-45e1debe9319,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:38.509971 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7aba44c5-6c80-4c53-8d50-04a3815f5539 req-c93b5b1c-a824-4185-a3c3-502555a9cbf2 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759826 Dec 15 16:24:38.643749 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Set router d159afaf-9a46-4797-9209-26e5d6f4ca62 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:38.845288 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:37Z', 'revision_number': 3, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:38.876220 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Checking router: d159afaf-9a46-4797-9209-26e5d6f4ca62 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:24:38.876517 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Updating router d159afaf-9a46-4797-9209-26e5d6f4ca62 port d9caf280-cf95-48cf-8dca-91bcd7dca3d8 binding host dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:24:38.880979 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-0731b9f1-8d89-46fb-9c42-bc2e3f6dadcf None None] Provisioning complete for port de0b0e69-3a06-4c4f-aa4e-45e1debe9319 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:38.881349 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0731b9f1-8d89-46fb-9c42-bc2e3f6dadcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:38.892207 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:38.927063 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:39.073777 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Allocated IP 172.20.0.1 (89d58e9b-0fd5-43aa-b277-d040a9af8bd8/c16b0814-df17-4b92-aba8-9ee44c250c91/0b2e8031-9fca-43bd-a553-2009747ba918) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:24:39.209613 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:39.246481 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:39.267913 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:39.274671 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:39.288235 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:24:39.291321 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:24:39.295090 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:24:39.319664 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Pushing event updated for resources: {'Port': ['ID=0b2e8031-9fca-43bd-a553-2009747ba918,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:39.328167 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Attempting to bind port d9caf280-cf95-48cf-8dca-91bcd7dca3d8 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:24:39.328501 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Attempting to bind port d9caf280-cf95-48cf-8dca-91bcd7dca3d8 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:24:39.329283 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Attempting to bind port d9caf280-cf95-48cf-8dca-91bcd7dca3d8 on network c5577648-1338-48a1-9aee-0000e1c86c30 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:24:39.336419 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:24:39.336798 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Checking segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:24:39.337206 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:39.337652 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Bound using segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:24:39.338143 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Bound port: d9caf280-cf95-48cf-8dca-91bcd7dca3d8, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:24:39.338784 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:39.346040 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534942'] for router_interface, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:39.508864 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:39.512939 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dc1ac-7a68-4900-8b13-4ff3b8bf3a76 None None] Pushing event updated for resources: {'Port': ['ID=d9caf280-cf95-48cf-8dca-91bcd7dca3d8,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:39.564027 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] For port d9caf280-cf95-48cf-8dca-91bcd7dca3d8, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:24:39.583093 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-b6fc3340-2ae5-4bb2-8858-ef4d9b928855 None None] Provisioning complete for port 0b2e8031-9fca-43bd-a553-2009747ba918 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:39.583405 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3340-2ae5-4bb2-8858-ef4d9b928855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:39.585952 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] For port d9caf280-cf95-48cf-8dca-91bcd7dca3d8, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=d9caf280-cf95-48cf-8dca-91bcd7dca3d8,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:24:39.613288 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:39.648807 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1d611-c70c-4325-8b07-e11b6e5beea5 req-e620cc43-701d-44eb-8fba-805adff76f63 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:39.651427 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-abd1d611-c70c-4325-8b07-e11b6e5beea5 req-e620cc43-701d-44eb-8fba-805adff76f63 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 945 time: 0.0647058 Dec 15 16:24:39.664964 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc3340-2ae5-4bb2-8858-ef4d9b928855 None None] Port 0b2e8031-9fca-43bd-a553-2009747ba918 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:24:39.684601 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Routers {'d159afaf-9a46-4797-9209-26e5d6f4ca62'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:39.685246 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:24:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['d159afaf-9a46-4797-9209-26e5d6f4ca62'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:39.713596 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-abd1d611-c70c-4325-8b07-e11b6e5beea5 req-f8dc05ff-7622-4f39-b92c-1168beb07d8b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538964 Dec 15 16:24:39.730171 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dc1ac-7a68-4900-8b13-4ff3b8bf3a76 None None] Pushing event updated for resources: {'Port': ['ID=d9caf280-cf95-48cf-8dca-91bcd7dca3d8,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:39.771569 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:39.778278 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:39.815976 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] Set router d159afaf-9a46-4797-9209-26e5d6f4ca62 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:39.847828 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Pushing event updated for resources: {'Port': ['ID=0b2e8031-9fca-43bd-a553-2009747ba918,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:39.850353 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534574'] for router_interface, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:39.944395 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:24:39.947174 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:24:40.010587 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device e5590de1-ee90-4501-b614-78b851657c16 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:40.032979 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: e5590de1-ee90-4501-b614-78b851657c16 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:40.033471 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device e5590de1-ee90-4501-b614-78b851657c16 not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:40.070441 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 1, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:40.095352 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Router d159afaf-9a46-4797-9209-26e5d6f4ca62 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:24:40.101397 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device de0b0e69-3a06-4c4f-aa4e-45e1debe9319 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:24:40.105491 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8bdaa-adc1-48ce-94f5-28cadd156840 None None] The sync data for ids ['d159afaf-9a46-4797-9209-26e5d6f4ca62'] in dv-cinder-812685-4-iscsi is: [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 1, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:24:40.173915 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port de0b0e69-3a06-4c4f-aa4e-45e1debe9319 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:40.174940 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:40.247649 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:24:40.253182 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-a0b8faaa-5b68-4f16-b955-c34081cfb26e admin admin] 10.222.0.60 "PUT /v2.0/routers/d159afaf-9a46-4797-9209-26e5d6f4ca62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8113501 Dec 15 16:24:40.307745 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-02a033f7-22b3-4680-a14a-9e1433af8d3a None None] Provisioning complete for port 0b2e8031-9fca-43bd-a553-2009747ba918 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:40.308579 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-02a033f7-22b3-4680-a14a-9e1433af8d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:40.354566 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-02a033f7-22b3-4680-a14a-9e1433af8d3a None None] Port 0b2e8031-9fca-43bd-a553-2009747ba918 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:24:40.545915 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50826199-a152-48d6-b29f-9b93b2ed5baa req-abf2aaae-ce9c-4a23-99e5-3f59ccbc9f8b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:40.547710 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-50826199-a152-48d6-b29f-9b93b2ed5baa req-abf2aaae-ce9c-4a23-99e5-3f59ccbc9f8b tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 945 time: 0.0640178 Dec 15 16:24:40.672470 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-50826199-a152-48d6-b29f-9b93b2ed5baa req-cc232ac6-a316-4643-983f-dae4920e7723 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Deleting port 1351aeaa-4e2c-4d63-aadd-c4160a439008 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:40.672830 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-50826199-a152-48d6-b29f-9b93b2ed5baa req-cc232ac6-a316-4643-983f-dae4920e7723 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:40.780611 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-50826199-a152-48d6-b29f-9b93b2ed5baa req-cc232ac6-a316-4643-983f-dae4920e7723 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] For port 1351aeaa-4e2c-4d63-aadd-c4160a439008, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1351aeaa-4e2c-4d63-aadd-c4160a439008,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:40.780979 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-50826199-a152-48d6-b29f-9b93b2ed5baa req-cc232ac6-a316-4643-983f-dae4920e7723 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:40.798854 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-50826199-a152-48d6-b29f-9b93b2ed5baa req-cc232ac6-a316-4643-983f-dae4920e7723 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Calling delete_port for 1351aeaa-4e2c-4d63-aadd-c4160a439008 owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:40.876800 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b2c6a-f385-4e12-a686-a39f7684fd7b req-43cad037-c0ba-4187-b733-3b915e007419 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:40.879263 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-670b2c6a-f385-4e12-a686-a39f7684fd7b req-43cad037-c0ba-4187-b733-3b915e007419 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2e4e9fd-273e-4f05-811f-d997caf4636c HTTP/1.1" status: 200 len: 945 time: 0.0737500 Dec 15 16:24:40.944032 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-670b2c6a-f385-4e12-a686-a39f7684fd7b req-edfe1aac-fdbb-4caf-8a22-fac80aa407e7 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582705 Dec 15 16:24:40.944559 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 40352) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:40.949613 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-866f1691-32b8-406f-a21c-0a54b5b4f0ab tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--709944934', 'description': 'tempest-description--1956417248'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:41.006620 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-866f1691-32b8-406f-a21c-0a54b5b4f0ab tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.014413 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-50826199-a152-48d6-b29f-9b93b2ed5baa req-cc232ac6-a316-4643-983f-dae4920e7723 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.027816 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['2a99c3c6-1c76-4557-ba21-b6d579694eac', '1351aeaa-4e2c-4d63-aadd-c4160a439008'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:24:41.073182 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc232ac6-a316-4643-983f-dae4920e7723 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Pushing event deleted for resources: {'Port': ['ID=1351aeaa-4e2c-4d63-aadd-c4160a439008,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:41.129617 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-50826199-a152-48d6-b29f-9b93b2ed5baa req-cc232ac6-a316-4643-983f-dae4920e7723 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] No DVR routers for this DVR port 1351aeaa-4e2c-4d63-aadd-c4160a439008 on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:24:41.130427 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-866f1691-32b8-406f-a21c-0a54b5b4f0ab tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.132814 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-50826199-a152-48d6-b29f-9b93b2ed5baa req-cc232ac6-a316-4643-983f-dae4920e7723 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.141615 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-50826199-a152-48d6-b29f-9b93b2ed5baa req-cc232ac6-a316-4643-983f-dae4920e7723 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "DELETE /v2.0/ports/1351aeaa-4e2c-4d63-aadd-c4160a439008 HTTP/1.1" status: 204 len: 173 time: 0.5858624 Dec 15 16:24:41.142375 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e4e9fd-273e-4f05-811f-d997caf4636c', 'name': 'network-vif-deleted', 'tag': '1351aeaa-4e2c-4d63-aadd-c4160a439008'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:41.142514 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-866f1691-32b8-406f-a21c-0a54b5b4f0ab tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.146881 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be30ebc2-a7a9-4603-ae12-d5598915d842" -d '{"events": [{"server_uuid": "e2e4e9fd-273e-4f05-811f-d997caf4636c", "name": "network-vif-deleted", "tag": "1351aeaa-4e2c-4d63-aadd-c4160a439008"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:41.171081 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-866f1691-32b8-406f-a21c-0a54b5b4f0ab tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.175807 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-866f1691-32b8-406f-a21c-0a54b5b4f0ab tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2270694 Dec 15 16:24:41.176368 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 40360) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:41.186122 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-f7644b7a-bf20-4555-ba73-0919c8fad59d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Request body: {'security_group_rule': {'security_group_id': 'e181be94-2fa5-49d8-a060-7007c1b105d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:41.212443 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f1691-32b8-406f-a21c-0a54b5b4f0ab tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e181be94-2fa5-49d8-a060-7007c1b105d1,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:41.252259 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f7644b7a-bf20-4555-ba73-0919c8fad59d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.272155 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdae4c69-351d-4460-ab57-e1f5d0d138fa x-openstack-request-id: req-cdae4c69-351d-4460-ab57-e1f5d0d138fa {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:41.272673 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e4e9fd-273e-4f05-811f-d997caf4636c", "name": "network-vif-deleted", "tag": "1351aeaa-4e2c-4d63-aadd-c4160a439008", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:41.273143 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cdae4c69-351d-4460-ab57-e1f5d0d138fa {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:41.273992 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e4e9fd-273e-4f05-811f-d997caf4636c', 'name': 'network-vif-deleted', 'tag': '1351aeaa-4e2c-4d63-aadd-c4160a439008', 'status': 'completed', 'code': 200} Dec 15 16:24:41.344058 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f7644b7a-bf20-4555-ba73-0919c8fad59d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.351503 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f7644b7a-bf20-4555-ba73-0919c8fad59d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.392165 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7644b7a-bf20-4555-ba73-0919c8fad59d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e99411e-3156-4343-8914-4aa511e5d30c,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:41.412534 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f7644b7a-bf20-4555-ba73-0919c8fad59d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.422121 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-f7644b7a-bf20-4555-ba73-0919c8fad59d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2428837 Dec 15 16:24:41.423322 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 40364) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:41.428497 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-95555002-7f7b-4881-8065-dfe52335149c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Request body: {'security_group_rule': {'security_group_id': 'e181be94-2fa5-49d8-a060-7007c1b105d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:41.463319 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-95555002-7f7b-4881-8065-dfe52335149c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.526545 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-95555002-7f7b-4881-8065-dfe52335149c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.530836 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-95555002-7f7b-4881-8065-dfe52335149c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.549116 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95555002-7f7b-4881-8065-dfe52335149c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed929a44-d0d9-45e5-8f85-e45b6620861f,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:41.560416 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-95555002-7f7b-4881-8065-dfe52335149c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.563918 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-95555002-7f7b-4881-8065-dfe52335149c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394708 Dec 15 16:24:41.567213 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 40366) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:41.571858 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Request body: {'floatingip': {'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:41.597373 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for floatingip, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.729503 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.847160 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Allocated IP 172.27.2.208 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/47001a5c-7091-4a64-8d63-74764ed1bdd4) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:24:41.957032 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:41.997671 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:42.040706 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:24:42.043976 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:24:42.047820 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:24:42.072197 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event updated for resources: {'Port': ['ID=47001a5c-7091-4a64-8d63-74764ed1bdd4,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:42.122912 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device d9caf280-cf95-48cf-8dca-91bcd7dca3d8 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:24:42.168025 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:42.185499 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port d9caf280-cf95-48cf-8dca-91bcd7dca3d8 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:42.185937 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:42.224539 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:42.307096 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:42.329159 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port d9caf280-cf95-48cf-8dca-91bcd7dca3d8, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=d9caf280-cf95-48cf-8dca-91bcd7dca3d8,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:42.334928 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:42.387476 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=d9caf280-cf95-48cf-8dca-91bcd7dca3d8,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:42.422191 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:42.428583 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:42.501097 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event updated for resources: {'Port': ['ID=47001a5c-7091-4a64-8d63-74764ed1bdd4,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:42.521418 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534795'] for floatingip, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:42.552825 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:42.555968 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-75f216dc-d99b-40a6-9379-23147e6d378f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9875965 Dec 15 16:24:42.690664 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Sync routers for ids ['d159afaf-9a46-4797-9209-26e5d6f4ca62'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:24:42.704218 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Routers {'d159afaf-9a46-4797-9209-26e5d6f4ca62'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:42.705190 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:24:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['d159afaf-9a46-4797-9209-26e5d6f4ca62'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:42.739729 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-ffdfdeb1-5f53-41f4-a9aa-f8bd4e321bbd tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--709944934&fields=id&tenant_id=9dc6fd27025742699d14dbf14680c7c3 HTTP/1.1" status: 200 len: 267 time: 0.0546212 Dec 15 16:24:42.872897 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Set router d159afaf-9a46-4797-9209-26e5d6f4ca62 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:42.880389 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-57e38226-7e63-48f2-b2d8-507269538295 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:42.881976 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-57e38226-7e63-48f2-b2d8-507269538295 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/networks?id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8 HTTP/1.1" status: 200 len: 816 time: 0.1337645 Dec 15 16:24:42.900372 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-e8f8419a-a84b-4394-b769-9931f2f4f780 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/quotas/9dc6fd27025742699d14dbf14680c7c3 HTTP/1.1" status: 200 len: 375 time: 0.0100157 Dec 15 16:24:42.957776 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-68dfec4c-c60d-471d-95e0-8ad6b07185d2 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9dc6fd27025742699d14dbf14680c7c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504398 Dec 15 16:24:43.088337 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-b0625f6d-58db-434f-98e7-7fcfc18b481d service neutron] 10.222.0.60 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088116 Dec 15 16:24:43.150756 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 2, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:43.198086 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Checking router: d159afaf-9a46-4797-9209-26e5d6f4ca62 for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:24:43.198602 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Updating router d159afaf-9a46-4797-9209-26e5d6f4ca62 port 0b2e8031-9fca-43bd-a553-2009747ba918 binding host dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:24:43.212279 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-f0758fe3-0087-41ce-8e56-f9c9fd30dbfb service neutron] 10.222.0.60 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127534 Dec 15 16:24:43.244715 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:43.483513 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-19527df2-431f-4dcf-b21d-ee140226ee71 req-0b851fae-4ebb-457a-95fc-22eebab89526 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 210 time: 0.0570371 Dec 15 16:24:43.509323 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe8d0b-631f-4ce1-9df2-e8181ce22a35 req-aa00bac2-d6ff-4d26-b54c-07f1364f6571 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:43.510878 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3cfe8d0b-631f-4ce1-9df2-e8181ce22a35 req-aa00bac2-d6ff-4d26-b54c-07f1364f6571 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 945 time: 0.0939882 Dec 15 16:24:43.552678 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:43.560601 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:43.575022 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3cfe8d0b-631f-4ce1-9df2-e8181ce22a35 req-a20725eb-6b03-467c-9c88-97e3f85c0f88 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564969 Dec 15 16:24:43.609433 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfc070-9fb1-4131-8148-23823656c4cc None None] Pushing event updated for resources: {'Port': ['ID=0b2e8031-9fca-43bd-a553-2009747ba918,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:43.620191 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfc070-9fb1-4131-8148-23823656c4cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:43.620559 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfc070-9fb1-4131-8148-23823656c4cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:43.620919 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfc070-9fb1-4131-8148-23823656c4cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:43.621263 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfc070-9fb1-4131-8148-23823656c4cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:43.621589 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfc070-9fb1-4131-8148-23823656c4cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:43.621913 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfc070-9fb1-4131-8148-23823656c4cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:43.622241 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfc070-9fb1-4131-8148-23823656c4cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:43.622591 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfc070-9fb1-4131-8148-23823656c4cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:43.622926 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfc070-9fb1-4131-8148-23823656c4cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:43.623271 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfc070-9fb1-4131-8148-23823656c4cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:43.623790 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfc070-9fb1-4131-8148-23823656c4cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:43.624167 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfc070-9fb1-4131-8148-23823656c4cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:43.624512 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dfc070-9fb1-4131-8148-23823656c4cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:24:43.707235 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Attempting to bind port 0b2e8031-9fca-43bd-a553-2009747ba918 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:24:43.708519 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Attempting to bind port 0b2e8031-9fca-43bd-a553-2009747ba918 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:24:43.709165 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Attempting to bind port 0b2e8031-9fca-43bd-a553-2009747ba918 on network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:24:43.715092 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:24:43.715749 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Checking segment: {'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:24:43.716292 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:43.716850 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Bound using segment: {'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:24:43.717497 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Bound port: 0b2e8031-9fca-43bd-a553-2009747ba918, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:24:43.718071 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:43.797775 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] For port 0b2e8031-9fca-43bd-a553-2009747ba918, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:24:43.804996 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] For port 0b2e8031-9fca-43bd-a553-2009747ba918, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=0b2e8031-9fca-43bd-a553-2009747ba918,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:24:43.816910 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:43.921030 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-d473230f-1cad-428c-9398-bbbd63cc3385 None None] Provisioning complete for port 0b2e8031-9fca-43bd-a553-2009747ba918 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:43.922590 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d473230f-1cad-428c-9398-bbbd63cc3385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:43.969053 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfc070-9fb1-4131-8148-23823656c4cc None None] Pushing event updated for resources: {'Port': ['ID=0b2e8031-9fca-43bd-a553-2009747ba918,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:43.984698 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Routers {'d159afaf-9a46-4797-9209-26e5d6f4ca62'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:43.985661 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:24:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['d159afaf-9a46-4797-9209-26e5d6f4ca62'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:44.070916 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d473230f-1cad-428c-9398-bbbd63cc3385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:44.082227 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 1351aeaa-4e2c-4d63-aadd-c4160a439008 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:44.131703 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: 1351aeaa-4e2c-4d63-aadd-c4160a439008 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:44.132236 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 1351aeaa-4e2c-4d63-aadd-c4160a439008 not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:44.153934 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] Set router d159afaf-9a46-4797-9209-26e5d6f4ca62 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:44.204308 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d473230f-1cad-428c-9398-bbbd63cc3385 None None] For port 0b2e8031-9fca-43bd-a553-2009747ba918, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=0b2e8031-9fca-43bd-a553-2009747ba918,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:44.212931 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d473230f-1cad-428c-9398-bbbd63cc3385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:44.272548 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 0b2e8031-9fca-43bd-a553-2009747ba918 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:24:44.352480 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473230f-1cad-428c-9398-bbbd63cc3385 None None] Pushing event updated for resources: {'Port': ['ID=0b2e8031-9fca-43bd-a553-2009747ba918,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:44.362237 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-1a697fc6-2cc4-4730-8ca8-49debbd3986c None None] Provisioning complete for port 0b2e8031-9fca-43bd-a553-2009747ba918 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:44.362567 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1a697fc6-2cc4-4730-8ca8-49debbd3986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:44.408538 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 0b2e8031-9fca-43bd-a553-2009747ba918 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:44.408896 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:44.429239 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:43Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:44.458630 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607e15f0-58e9-43d7-8cce-39d3fd050442 None None] The sync data for ids ['d159afaf-9a46-4797-9209-26e5d6f4ca62'] in dv-cinder-812685-4-iscsi is: [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:43Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:24:44.526142 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device d9caf280-cf95-48cf-8dca-91bcd7dca3d8 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:24:44.584379 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port d9caf280-cf95-48cf-8dca-91bcd7dca3d8 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:44.584902 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:44.596249 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a5a49214-143a-4cb2-8fba-c016cf21cc86 req-7e88200f-fc45-40e3-9409-94208480eb1d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 210 time: 0.0300441 Dec 15 16:24:44.748560 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328df96-1036-4b31-83c3-8eae14e2c976 req-edd85a52-0a81-47f7-8050-ee4a894057ee tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:44.752096 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0328df96-1036-4b31-83c3-8eae14e2c976 req-edd85a52-0a81-47f7-8050-ee4a894057ee tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 945 time: 0.0893846 Dec 15 16:24:44.822954 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0328df96-1036-4b31-83c3-8eae14e2c976 req-947994f3-6fdf-4937-9c12-d9ee9080f44a tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648501 Dec 15 16:24:44.823641 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a940b6d1-b50c-455d-9e80-7a7124b44f8f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:44.825480 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a940b6d1-b50c-455d-9e80-7a7124b44f8f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.65 "GET /v2.0/networks?id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8 HTTP/1.1" status: 200 len: 816 time: 0.1411595 Dec 15 16:24:44.906090 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a10ad57c-634d-46df-9b20-111a826aecf2 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dc6fd27025742699d14dbf14680c7c3 HTTP/1.1" status: 200 len: 379 time: 0.0690122 Dec 15 16:24:44.918055 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-042595ad-40d5-43f3-a95e-8c9ccac3c0ef tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Request body: {'port': {'device_id': '049761b5-88eb-4325-af0e-03da2842cbf5', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'admin_state_up': True, 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'security_groups': ['e181be94-2fa5-49d8-a060-7007c1b105d1']}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:45.058594 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-042595ad-40d5-43f3-a95e-8c9ccac3c0ef tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Made reservation on behalf of 9dc6fd27025742699d14dbf14680c7c3 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:24:45.063338 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-042595ad-40d5-43f3-a95e-8c9ccac3c0ef tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:45.233494 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43704e3-6bd5-41e6-b180-ec1759d74d2e req-a4ecd1e8-6bca-4b82-899f-86118d06d244 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:45.234976 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f43704e3-6bd5-41e6-b180-ec1759d74d2e req-a4ecd1e8-6bca-4b82-899f-86118d06d244 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 945 time: 0.1127839 Dec 15 16:24:45.239264 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-042595ad-40d5-43f3-a95e-8c9ccac3c0ef tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Allocated IP 172.20.0.14 (89d58e9b-0fd5-43aa-b277-d040a9af8bd8/c16b0814-df17-4b92-aba8-9ee44c250c91/71e495aa-7e03-4d0e-9f9d-b7560a684e27) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:24:45.677148 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-f43704e3-6bd5-41e6-b180-ec1759d74d2e req-2e508d2e-b50a-44d4-a2e0-85b8e0f08d84 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Deleting port 2a99c3c6-1c76-4557-ba21-b6d579694eac {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:24:45.677428 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-f43704e3-6bd5-41e6-b180-ec1759d74d2e req-2e508d2e-b50a-44d4-a2e0-85b8e0f08d84 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:45.698492 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-042595ad-40d5-43f3-a95e-8c9ccac3c0ef tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:45.701005 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21cfca67-c959-4dd5-83b3-6868c1e4ab6e req-49778509-f779-43bb-a2dd-a702df9adb6d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 210 time: 0.0265467 Dec 15 16:24:45.793842 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-f43704e3-6bd5-41e6-b180-ec1759d74d2e req-2e508d2e-b50a-44d4-a2e0-85b8e0f08d84 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] For port 2a99c3c6-1c76-4557-ba21-b6d579694eac, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2a99c3c6-1c76-4557-ba21-b6d579694eac,segment=NetworkSegment(ef50102b-ecbb-4974-9498-35b4e0453b1c),segment_id=ef50102b-ecbb-4974-9498-35b4e0453b1c)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:45.794144 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-f43704e3-6bd5-41e6-b180-ec1759d74d2e req-2e508d2e-b50a-44d4-a2e0-85b8e0f08d84 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:45.802040 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-042595ad-40d5-43f3-a95e-8c9ccac3c0ef tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:45.817387 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-f43704e3-6bd5-41e6-b180-ec1759d74d2e req-2e508d2e-b50a-44d4-a2e0-85b8e0f08d84 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Calling delete_port for 2a99c3c6-1c76-4557-ba21-b6d579694eac owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:24:45.861363 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-042595ad-40d5-43f3-a95e-8c9ccac3c0ef tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:24:45.868815 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-042595ad-40d5-43f3-a95e-8c9ccac3c0ef tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:24:45.900945 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-042595ad-40d5-43f3-a95e-8c9ccac3c0ef tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:24:45.906101 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042595ad-40d5-43f3-a95e-8c9ccac3c0ef tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event updated for resources: {'Port': ['ID=71e495aa-7e03-4d0e-9f9d-b7560a684e27,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:45.956719 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71913557-f37d-404a-af0a-d60cc8cb379a req-f061b974-6bb8-442a-a95e-2a93fadf72cd tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:45.958309 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-71913557-f37d-404a-af0a-d60cc8cb379a req-f061b974-6bb8-442a-a95e-2a93fadf72cd tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/ports?device_id=365b5223-e068-4113-abe1-797e13f5e901 HTTP/1.1" status: 200 len: 945 time: 0.0684659 Dec 15 16:24:45.971712 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-042595ad-40d5-43f3-a95e-8c9ccac3c0ef tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:45.972346 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-042595ad-40d5-43f3-a95e-8c9ccac3c0ef tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.002108 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-042595ad-40d5-43f3-a95e-8c9ccac3c0ef tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0884843 Dec 15 16:24:46.031469 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Request body: {'port': {'device_id': '049761b5-88eb-4325-af0e-03da2842cbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:46.038194 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-71913557-f37d-404a-af0a-d60cc8cb379a req-f3727d5f-b22e-4160-8623-ee176585b226 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e7563a4-4d31-42ce-a890-c2e944b6cbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684478 Dec 15 16:24:46.115160 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 0b2e8031-9fca-43bd-a553-2009747ba918 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:24:46.133671 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.145035 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-f43704e3-6bd5-41e6-b180-ec1759d74d2e req-2e508d2e-b50a-44d4-a2e0-85b8e0f08d84 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.150425 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-45a9f49a-f871-4b7d-ace1-b5580e5b03a5 None None] Provisioning complete for port 71e495aa-7e03-4d0e-9f9d-b7560a684e27 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:46.151005 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-45a9f49a-f871-4b7d-ace1-b5580e5b03a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.184629 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['2a99c3c6-1c76-4557-ba21-b6d579694eac'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:24:46.200238 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e508d2e-b50a-44d4-a2e0-85b8e0f08d84 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Pushing event deleted for resources: {'Port': ['ID=2a99c3c6-1c76-4557-ba21-b6d579694eac,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:46.225018 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-45a9f49a-f871-4b7d-ace1-b5580e5b03a5 None None] Port 71e495aa-7e03-4d0e-9f9d-b7560a684e27 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:24:46.237403 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 0b2e8031-9fca-43bd-a553-2009747ba918 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:46.238002 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.255164 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43704e3-6bd5-41e6-b180-ec1759d74d2e req-2e508d2e-b50a-44d4-a2e0-85b8e0f08d84 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] No DVR routers for this DVR port 2a99c3c6-1c76-4557-ba21-b6d579694eac on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:24:46.259305 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-f43704e3-6bd5-41e6-b180-ec1759d74d2e req-2e508d2e-b50a-44d4-a2e0-85b8e0f08d84 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.262573 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-f43704e3-6bd5-41e6-b180-ec1759d74d2e req-2e508d2e-b50a-44d4-a2e0-85b8e0f08d84 tempest-AttachVolumeNegativeTest-7627578 tempest-AttachVolumeNegativeTest-7627578-project] 10.222.0.65 "DELETE /v2.0/ports/2a99c3c6-1c76-4557-ba21-b6d579694eac HTTP/1.1" status: 204 len: 173 time: 1.0182977 Dec 15 16:24:46.263012 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365b5223-e068-4113-abe1-797e13f5e901', 'name': 'network-vif-deleted', 'tag': '2a99c3c6-1c76-4557-ba21-b6d579694eac'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:46.265384 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c37d98a-cf7e-43b1-bd33-0d482e5ed716" -d '{"events": [{"server_uuid": "365b5223-e068-4113-abe1-797e13f5e901", "name": "network-vif-deleted", "tag": "2a99c3c6-1c76-4557-ba21-b6d579694eac"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:46.275892 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 40446) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:46.325930 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa76016-23ae-4d8b-b99c-bf48744f39f3 x-openstack-request-id: req-6aa76016-23ae-4d8b-b99c-bf48744f39f3 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:46.326519 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365b5223-e068-4113-abe1-797e13f5e901", "name": "network-vif-deleted", "tag": "2a99c3c6-1c76-4557-ba21-b6d579694eac", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:46.326850 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6aa76016-23ae-4d8b-b99c-bf48744f39f3 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:46.327486 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365b5223-e068-4113-abe1-797e13f5e901', 'name': 'network-vif-deleted', 'tag': '2a99c3c6-1c76-4557-ba21-b6d579694eac', 'status': 'completed', 'code': 200} Dec 15 16:24:46.431969 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-78befc46-da63-4663-912a-2de10c6ab1e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.529390 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-78befc46-da63-4663-912a-2de10c6ab1e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.534025 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-78befc46-da63-4663-912a-2de10c6ab1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.548427 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e495aa-7e03-4d0e-9f9d-b7560a684e27 {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:24:46.557121 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.570335 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Transition to ACTIVE for port object 71e495aa-7e03-4d0e-9f9d-b7560a684e27 will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:24:46.574003 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.576183 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-78befc46-da63-4663-912a-2de10c6ab1e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23e5fd15fe0f4f579c05c54368ed9043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992039 Dec 15 16:24:46.576909 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78befc46-da63-4663-912a-2de10c6ab1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe52f30f-2456-45ca-bcfd-5b89ce0c589a,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:46.579387 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 40450) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:46.666467 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Pushing event updated for resources: {'Port': ['ID=71e495aa-7e03-4d0e-9f9d-b7560a684e27,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:46.726891 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-94385d08-4de7-4e31-8a43-5c0b92c324f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.789689 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-94385d08-4de7-4e31-8a43-5c0b92c324f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.800707 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Attempting to bind port 71e495aa-7e03-4d0e-9f9d-b7560a684e27 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:24:46.801347 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Attempting to bind port 71e495aa-7e03-4d0e-9f9d-b7560a684e27 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:24:46.801870 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Attempting to bind port 71e495aa-7e03-4d0e-9f9d-b7560a684e27 on network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:24:46.815231 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Port 71e495aa-7e03-4d0e-9f9d-b7560a684e27 on network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:24:46.815633 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Attempting to bind port 71e495aa-7e03-4d0e-9f9d-b7560a684e27 on network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:24:46.837351 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:24:46.837745 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Checking segment: {'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:24:46.838292 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Bound using segment: {'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:24:46.838568 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Bound port: 71e495aa-7e03-4d0e-9f9d-b7560a684e27, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:24:46.838908 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.843401 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b78f1-e6a3-4c15-ad8d-2f3eadb79557 req-d6d69561-d8d1-4af5-94d5-420da20f9fa2 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:46.847511 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-735b78f1-e6a3-4c15-ad8d-2f3eadb79557 req-d6d69561-d8d1-4af5-94d5-420da20f9fa2 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0626559 Dec 15 16:24:46.908846 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-735b78f1-e6a3-4c15-ad8d-2f3eadb79557 req-9cbf1abc-ab62-4351-be03-05bda767546b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533178 Dec 15 16:24:46.915720 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-94385d08-4de7-4e31-8a43-5c0b92c324f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.918613 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-94385d08-4de7-4e31-8a43-5c0b92c324f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.919726 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-94385d08-4de7-4e31-8a43-5c0b92c324f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe52f30f-2456-45ca-bcfd-5b89ce0c589a HTTP/1.1" status: 204 len: 168 time: 0.3360717 Dec 15 16:24:46.940076 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] For port 71e495aa-7e03-4d0e-9f9d-b7560a684e27, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:24:46.942432 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94385d08-4de7-4e31-8a43-5c0b92c324f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe52f30f-2456-45ca-bcfd-5b89ce0c589a,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:46.947338 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] For port 71e495aa-7e03-4d0e-9f9d-b7560a684e27, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:24:46.952198 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.997585 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:46.998223 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:46.999908 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] 10.222.0.65 "PUT /v2.0/ports/71e495aa-7e03-4d0e-9f9d-b7560a684e27 HTTP/1.1" status: 200 len: 1094 time: 0.9725358 Dec 15 16:24:47.021328 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b52955-8626-43f2-8108-8572c21a4539 service neutron] Pushing event updated for resources: {'Port': ['ID=71e495aa-7e03-4d0e-9f9d-b7560a684e27,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:47.098089 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-01243059-f5dd-48d7-857e-e8d1b1b3f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:47.099677 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-01243059-f5dd-48d7-857e-e8d1b1b3f72e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9dc6fd27025742699d14dbf14680c7c3&device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 1097 time: 0.0539293 Dec 15 16:24:47.121824 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 40460) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:47.154118 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-5e817c4d-d7d9-47ac-bb88-8c81ea88e0a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27 HTTP/1.1" status: 200 len: 217 time: 0.0457611 Dec 15 16:24:47.173488 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1e34df-27e0-4499-9f11-c9109c729396 admin admin] Deleting subnet beaaa392-fb0d-4c71-85d3-a60cef15e55f {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:24:47.177986 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d1e34df-27e0-4499-9f11-c9109c729396 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.220768 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d1e34df-27e0-4499-9f11-c9109c729396 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2932540'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.221023 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-ce243c32-7891-48a2-9fa1-ffca8fc2fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:47.222342 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-ce243c32-7891-48a2-9fa1-ffca8fc2fae7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c16b0814-df17-4b92-aba8-9ee44c250c91 HTTP/1.1" status: 200 len: 855 time: 0.0580475 Dec 15 16:24:47.270770 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d1e34df-27e0-4499-9f11-c9109c729396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.280094 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-f8eb6810-6c2f-49a8-bddb-01fd7ce5a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:47.281607 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-f8eb6810-6c2f-49a8-bddb-01fd7ce5a1cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450220 Dec 15 16:24:47.334135 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d1e34df-27e0-4499-9f11-c9109c729396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10256165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10220533'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.366090 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3d1e34df-27e0-4499-9f11-c9109c729396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.369815 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-3d1e34df-27e0-4499-9f11-c9109c729396 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/beaaa392-fb0d-4c71-85d3-a60cef15e55f HTTP/1.1" status: 204 len: 168 time: 0.2471561 Dec 15 16:24:47.370926 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e34df-27e0-4499-9f11-c9109c729396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beaaa392-fb0d-4c71-85d3-a60cef15e55f,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:47.374457 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 40472) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:47.382772 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-0bab5fe1-c279-4e7d-bb95-4f582fe3c3e6 service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894566 Dec 15 16:24:47.445206 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-27d60771-4c05-438e-b7ab-e14c0458fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.483080 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ce9ba4c6-720f-4e31-b89d-9db4ff2ddb0e req-0e9c35c4-08f7-47df-9d58-59ddb07af515 service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923846 Dec 15 16:24:47.533728 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-27d60771-4c05-438e-b7ab-e14c0458fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.555544 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-27d60771-4c05-438e-b7ab-e14c0458fb9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a23e9e-8c1c-4ad2-af72-ef7451820760']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:47.565907 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-27d60771-4c05-438e-b7ab-e14c0458fb9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef50102b-ecbb-4974-9498-35b4e0453b1c') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:47.566208 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-27d60771-4c05-438e-b7ab-e14c0458fb9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef50102b-ecbb-4974-9498-35b4e0453b1c') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:47.576638 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-27d60771-4c05-438e-b7ab-e14c0458fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2932679'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.594911 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-27d60771-4c05-438e-b7ab-e14c0458fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.598836 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d60771-4c05-438e-b7ab-e14c0458fb9b admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:24:47.599258 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-27d60771-4c05-438e-b7ab-e14c0458fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10256207'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: Traceback (most recent call last): Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: timer() Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: cb(*args, **kw) Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: return func(*args, **kwargs) Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: self._notify() Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: self.callback(batched_events) Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: event.method(event) Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: return f(self, *a, **k) Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: return self._get(url).json() Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:24:47.601115 dv-cinder-812685-4-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:24:47.662389 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-27d60771-4c05-438e-b7ab-e14c0458fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.668959 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-27d60771-4c05-438e-b7ab-e14c0458fb9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.673116 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-27d60771-4c05-438e-b7ab-e14c0458fb9b admin admin] 10.222.0.60 "DELETE /v2.0/networks/d3a23e9e-8c1c-4ad2-af72-ef7451820760 HTTP/1.1" status: 204 len: 168 time: 0.2976484 Dec 15 16:24:47.685022 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d60771-4c05-438e-b7ab-e14c0458fb9b admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a23e9e-8c1c-4ad2-af72-ef7451820760,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:47.694281 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 40484) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:47.812687 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-23131591-network', 'tenant_id': '3f435a136a5e44f89a0b09d4ec7427b7'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:47.819648 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 40488) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:47.856329 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] Made reservation on behalf of 3f435a136a5e44f89a0b09d4ec7427b7 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:24:47.858656 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.876949 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.882222 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-157b686a-9e2a-4f75-9ce3-b8a81d521121 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6cccb6b08dc94f04a5efa2624d350007&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0613101 Dec 15 16:24:47.885445 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 40490) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:47.940640 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-31ec3f7b-3578-445e-aadf-a6eac98d2663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.962506 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.966925 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-31ec3f7b-3578-445e-aadf-a6eac98d2663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:47.967325 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:48.007233 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:24:48.024738 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-31ec3f7b-3578-445e-aadf-a6eac98d2663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:48.027972 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-31ec3f7b-3578-445e-aadf-a6eac98d2663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:48.028662 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832fa74c-25cb-4719-8815-b22e4ec58563,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:48.029278 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-31ec3f7b-3578-445e-aadf-a6eac98d2663 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e7563a4-4d31-42ce-a890-c2e944b6cbf5 HTTP/1.1" status: 204 len: 168 time: 0.1428115 Dec 15 16:24:48.037725 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec3f7b-3578-445e-aadf-a6eac98d2663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7563a4-4d31-42ce-a890-c2e944b6cbf5,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:48.043994 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:48.044398 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] Added segment a3b1078d-988b-48d4-8e06-7965e806305c of type vlan for network 57950f25-a0f8-46d5-8479-44bfafba8631 Dec 15 16:24:48.093913 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5b44f-1c2a-4d23-84c4-5f9f9d8551f6 req-5c811964-c115-4d4c-a2fd-74fdcbaa3af3 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:48.095589 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5ea5b44f-1c2a-4d23-84c4-5f9f9d8551f6 req-5c811964-c115-4d4c-a2fd-74fdcbaa3af3 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.1098881 Dec 15 16:24:48.106139 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:48.158753 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:48.159768 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:48.160322 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:48.173884 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5ea5b44f-1c2a-4d23-84c4-5f9f9d8551f6 req-67485e54-ad7b-4134-8a7e-9d949dbe3c48 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720243 Dec 15 16:24:48.218150 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5228043 Dec 15 16:24:48.221196 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 40498) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:48.226699 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-e9076f80-cca8-4653-8168-952feba8a330 admin admin] Request body: {'subnet': {'network_id': '57950f25-a0f8-46d5-8479-44bfafba8631', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-23131591-subnet', 'tenant_id': '3f435a136a5e44f89a0b09d4ec7427b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:48.229902 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31abe8a-6e4d-45df-8d38-7865e05854f7 admin admin] Pushing event updated for resources: {'Network': ['ID=57950f25-a0f8-46d5-8479-44bfafba8631,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:48.240094 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 57950f25-a0f8-46d5-8479-44bfafba8631 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:24:48.250445 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9076f80-cca8-4653-8168-952feba8a330 admin admin] Made reservation on behalf of 3f435a136a5e44f89a0b09d4ec7427b7 for: {'subnet': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:24:48.253066 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e9076f80-cca8-4653-8168-952feba8a330 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10307943'] for subnet, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:48.328840 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049761b5-88eb-4325-af0e-03da2842cbf5', 'tag': '71e495aa-7e03-4d0e-9f9d-b7560a684e27'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:48.331532 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310edd6e-049f-4c88-8179-3646288f03aa" -d '{"events": [{"name": "network-changed", "server_uuid": "049761b5-88eb-4325-af0e-03da2842cbf5", "tag": "71e495aa-7e03-4d0e-9f9d-b7560a684e27"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:48.379588 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadb8d71-e44b-4e3b-b5a6-726e6c331cd6 x-openstack-request-id: req-fadb8d71-e44b-4e3b-b5a6-726e6c331cd6 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:48.379880 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049761b5-88eb-4325-af0e-03da2842cbf5", "tag": "71e495aa-7e03-4d0e-9f9d-b7560a684e27", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:48.380133 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fadb8d71-e44b-4e3b-b5a6-726e6c331cd6 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:48.380526 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049761b5-88eb-4325-af0e-03da2842cbf5', 'tag': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'status': 'completed', 'code': 200} Dec 15 16:24:48.474906 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e9076f80-cca8-4653-8168-952feba8a330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3003161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10307961'] for subnet, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:48.507973 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310edd6e-049f-4c88-8179-3646288f03aa req-4c54949b-79ce-48e0-ab69-ebf5b82a1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:48.509518 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-310edd6e-049f-4c88-8179-3646288f03aa req-4c54949b-79ce-48e0-ab69-ebf5b82a1d83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9dc6fd27025742699d14dbf14680c7c3&device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 1097 time: 0.0890713 Dec 15 16:24:48.589826 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9076f80-cca8-4653-8168-952feba8a330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e27b65a0-7f26-4655-b5ac-9dd183c85974,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:48.606191 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9076f80-cca8-4653-8168-952feba8a330 admin admin] Checking segment: {'id': 'a3b1078d-988b-48d4-8e06-7965e806305c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '57950f25-a0f8-46d5-8479-44bfafba8631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:24:48.606191 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9076f80-cca8-4653-8168-952feba8a330 admin admin] Network hostable DHCP agents. Network: 57950f25-a0f8-46d5-8479-44bfafba8631, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:24:48.641823 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310edd6e-049f-4c88-8179-3646288f03aa req-8ef6b089-34be-4a50-ba18-9769353ee02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:48.643316 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-310edd6e-049f-4c88-8179-3646288f03aa req-8ef6b089-34be-4a50-ba18-9769353ee02e service neutron] 10.222.0.65 "GET /v2.0/networks?id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8 HTTP/1.1" status: 200 len: 917 time: 0.1262534 Dec 15 16:24:48.649963 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9076f80-cca8-4653-8168-952feba8a330 admin admin] Network 57950f25-a0f8-46d5-8479-44bfafba8631 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:24:48.663506 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-e9076f80-cca8-4653-8168-952feba8a330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 57950f25-a0f8-46d5-8479-44bfafba8631) {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:24:48.672516 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35384dcf-b629-40b3-afe2-bd3549d0930b None None] Network 57950f25-a0f8-46d5-8479-44bfafba8631 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:24:48.694552 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-310edd6e-049f-4c88-8179-3646288f03aa req-c5e22100-ca9f-4d1a-b3b9-1f258e9cc178 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27 HTTP/1.1" status: 200 len: 217 time: 0.0393209 Dec 15 16:24:48.695817 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9076f80-cca8-4653-8168-952feba8a330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:48.696408 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e9076f80-cca8-4653-8168-952feba8a330 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:48.745802 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-e9076f80-cca8-4653-8168-952feba8a330 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5153594 Dec 15 16:24:48.756261 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310edd6e-049f-4c88-8179-3646288f03aa req-b1e741df-dd71-47f7-9b9e-5f12947f087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:48.757860 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-310edd6e-049f-4c88-8179-3646288f03aa req-b1e741df-dd71-47f7-9b9e-5f12947f087f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c16b0814-df17-4b92-aba8-9ee44c250c91 HTTP/1.1" status: 200 len: 855 time: 0.0552530 Dec 15 16:24:48.805624 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29db61bf-f858-44ce-af5a-e54c9363d552 None None] Network 57950f25-a0f8-46d5-8479-44bfafba8631 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:24:48.817931 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310edd6e-049f-4c88-8179-3646288f03aa req-b8441a5a-e277-4b87-add0-307db80d0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:48.819545 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-310edd6e-049f-4c88-8179-3646288f03aa req-b8441a5a-e277-4b87-add0-307db80d0248 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526173 Dec 15 16:24:48.946601 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-310edd6e-049f-4c88-8179-3646288f03aa req-4366290a-af71-49de-8222-44fd3f83d667 service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186709 Dec 15 16:24:49.053502 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-310edd6e-049f-4c88-8179-3646288f03aa req-59ac535b-28e0-495d-9980-c36322cd5563 service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988226 Dec 15 16:24:49.345024 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610db840-05b6-41b5-b7d9-6aae78de2230 req-d1e501cd-4268-4cc4-be3b-c2c37e84ac96 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:49.347820 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-610db840-05b6-41b5-b7d9-6aae78de2230 req-d1e501cd-4268-4cc4-be3b-c2c37e84ac96 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0911553 Dec 15 16:24:49.408451 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-610db840-05b6-41b5-b7d9-6aae78de2230 req-3de995a5-0f59-46f8-b1ab-b3e151ae735d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456755 Dec 15 16:24:50.034602 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 71e495aa-7e03-4d0e-9f9d-b7560a684e27 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:24:50.038963 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 2a99c3c6-1c76-4557-ba21-b6d579694eac no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:24:50.069617 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: 2a99c3c6-1c76-4557-ba21-b6d579694eac {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:24:50.069959 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 2a99c3c6-1c76-4557-ba21-b6d579694eac not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:24:50.167277 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 71e495aa-7e03-4d0e-9f9d-b7560a684e27, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:50.179634 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'port_id': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'mac_address': 'fa:16:3e:33:87:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:24:50.220402 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:50.246791 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e495aa-7e03-4d0e-9f9d-b7560a684e27 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:24:50.279749 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 71e495aa-7e03-4d0e-9f9d-b7560a684e27, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:50.284741 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:50.341392 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=71e495aa-7e03-4d0e-9f9d-b7560a684e27,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:50.516596 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['71e495aa-7e03-4d0e-9f9d-b7560a684e27'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:24:50.621931 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b486f7-8187-4453-877d-ec07bbf41c82 req-28ee3ede-728c-4ae6-babb-fd801aad36c4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:50.623537 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-82b486f7-8187-4453-877d-ec07bbf41c82 req-28ee3ede-728c-4ae6-babb-fd801aad36c4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 945 time: 0.1318626 Dec 15 16:24:50.704767 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-815bbb5b-8aea-486e-9cab-7706c481d6a4 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:50.706521 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-815bbb5b-8aea-486e-9cab-7706c481d6a4 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/networks?id=57950f25-a0f8-46d5-8479-44bfafba8631 HTTP/1.1" status: 200 len: 812 time: 0.1597977 Dec 15 16:24:50.715003 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-82b486f7-8187-4453-877d-ec07bbf41c82 req-ece75257-1310-4a55-b653-3f9b0fa09c24 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786445 Dec 15 16:24:50.726203 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-3ea88050-7652-4fe9-9799-9c100fab3196 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/quotas/3f435a136a5e44f89a0b09d4ec7427b7 HTTP/1.1" status: 200 len: 375 time: 0.0101485 Dec 15 16:24:50.773869 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-570bf088-3307-4d4b-b6e1-73bf60305b81 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f435a136a5e44f89a0b09d4ec7427b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362399 Dec 15 16:24:50.880822 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-32a87cb8-51d8-45b5-8230-06ff523f2f57 service neutron] 10.222.0.60 "GET /v2.0/networks/57950f25-a0f8-46d5-8479-44bfafba8631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014833 Dec 15 16:24:51.006951 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-6ae1255f-dff2-47b3-aeab-0e6877ca5aff service neutron] 10.222.0.60 "GET /v2.0/networks/57950f25-a0f8-46d5-8479-44bfafba8631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166222 Dec 15 16:24:51.202247 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-522c1938-51b2-4d7d-8467-be65abd9a0b2 req-d3dd5a50-67db-4ac0-ad63-bb1f1c517e0d tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 210 time: 0.0345447 Dec 15 16:24:51.866875 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75b051-0125-4f96-a02f-29f4d156a889 req-a9bd44f5-7114-45cb-8d5b-7451a3d1dbf8 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:51.868359 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ae75b051-0125-4f96-a02f-29f4d156a889 req-a9bd44f5-7114-45cb-8d5b-7451a3d1dbf8 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 945 time: 0.0632126 Dec 15 16:24:51.920566 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ae75b051-0125-4f96-a02f-29f4d156a889 req-b5dfed70-5125-4d58-b945-8e8dd4e0b1ff tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459306 Dec 15 16:24:52.305629 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c506ab4c-0d1f-4730-af76-dcb63d83e3fc req-f141ae6c-f7ff-4a58-93e8-d7eca4866359 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 210 time: 0.0270460 Dec 15 16:24:53.070365 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed400f-5dc5-4466-be76-18648d256f96 req-f7dd79b7-16e2-4e81-bff8-fa2f7afc0cb4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:53.072046 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-96ed400f-5dc5-4466-be76-18648d256f96 req-f7dd79b7-16e2-4e81-bff8-fa2f7afc0cb4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 945 time: 0.0639436 Dec 15 16:24:53.128704 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-96ed400f-5dc5-4466-be76-18648d256f96 req-42abd29d-b3d5-4ec4-8d85-b3be1d30cc11 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500209 Dec 15 16:24:53.407669 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8284405c-a69a-4758-a972-3515618dc5b6 req-287060e5-8c03-4be6-9942-b857ca224bd7 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 210 time: 0.0261688 Dec 15 16:24:53.874197 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 71e495aa-7e03-4d0e-9f9d-b7560a684e27 up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:24:53.942780 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port 71e495aa-7e03-4d0e-9f9d-b7560a684e27 completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:24:53.947881 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 71e495aa-7e03-4d0e-9f9d-b7560a684e27 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:24:53.948525 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:54.044151 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:54.072473 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049761b5-88eb-4325-af0e-03da2842cbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e495aa-7e03-4d0e-9f9d-b7560a684e27'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:54.074761 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78333eff-f9bb-467a-81d4-e18d132524eb" -d '{"events": [{"server_uuid": "049761b5-88eb-4325-af0e-03da2842cbf5", "name": "network-vif-plugged", "status": "completed", "tag": "71e495aa-7e03-4d0e-9f9d-b7560a684e27"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:54.089621 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 71e495aa-7e03-4d0e-9f9d-b7560a684e27, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:24:54.095068 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:54.129957 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ffa4b2-ef51-4f05-91f1-63c81c93ad74 x-openstack-request-id: req-e3ffa4b2-ef51-4f05-91f1-63c81c93ad74 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:54.130262 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049761b5-88eb-4325-af0e-03da2842cbf5", "name": "network-vif-plugged", "status": "completed", "tag": "71e495aa-7e03-4d0e-9f9d-b7560a684e27", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:54.130509 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3ffa4b2-ef51-4f05-91f1-63c81c93ad74 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:54.131071 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049761b5-88eb-4325-af0e-03da2842cbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'code': 200} Dec 15 16:24:54.176475 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=71e495aa-7e03-4d0e-9f9d-b7560a684e27,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:54.299806 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b35fa273-4c26-4a7c-9ca7-cf0e567e94b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:54.321970 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fdc01-8c9a-4867-ac10-2302891cc447 req-74babe6e-c3a6-4796-854d-96866accb85c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:54.339634 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-235fdc01-8c9a-4867-ac10-2302891cc447 req-74babe6e-c3a6-4796-854d-96866accb85c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.1197197 Dec 15 16:24:54.390646 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ab07b-df26-4fbc-b75f-d681ce634143 req-7c2be297-8220-475f-9d50-c170de005d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:54.393598 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-4a1ab07b-df26-4fbc-b75f-d681ce634143 req-7c2be297-8220-475f-9d50-c170de005d21 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 1099 time: 0.0689814 Dec 15 16:24:54.424654 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-235fdc01-8c9a-4867-ac10-2302891cc447 req-744c6ab3-ca7a-4046-84cd-7ac7f17d0e5f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832791 Dec 15 16:24:54.575868 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f79b0252-4fe9-4608-9b0c-c9f88f900462 req-39bd901d-ce51-4de5-8165-641c16a11035 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 210 time: 0.0290465 Dec 15 16:24:54.600552 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-9cde6182-ef61-4f51-8906-d13aab6c867b tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:54.602191 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-9cde6182-ef61-4f51-8906-d13aab6c867b tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.65 "GET /v2.0/networks?id=57950f25-a0f8-46d5-8479-44bfafba8631 HTTP/1.1" status: 200 len: 812 time: 0.1712861 Dec 15 16:24:54.612864 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-4a1ab07b-df26-4fbc-b75f-d681ce634143 req-996bd7a6-3e58-4729-b8fa-f9807c09bce2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063363 Dec 15 16:24:54.628282 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-45bcfe87-51b0-4304-8652-0a887676bd01 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Request body: {'port': {'device_id': '4b73cd2e-45d9-4808-a4d4-db5836234372', 'network_id': '57950f25-a0f8-46d5-8479-44bfafba8631', 'admin_state_up': True, 'tenant_id': '3f435a136a5e44f89a0b09d4ec7427b7'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:54.762245 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-45bcfe87-51b0-4304-8652-0a887676bd01 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Made reservation on behalf of 3f435a136a5e44f89a0b09d4ec7427b7 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:24:54.765773 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-45bcfe87-51b0-4304-8652-0a887676bd01 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:54.913720 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-45bcfe87-51b0-4304-8652-0a887676bd01 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Allocated IP 172.20.0.11 (57950f25-a0f8-46d5-8479-44bfafba8631/e27b65a0-7f26-4655-b5ac-9dd183c85974/ad8b774e-9bea-4fa1-8869-54c2ac4331f0) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:24:55.088869 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-45bcfe87-51b0-4304-8652-0a887676bd01 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:55.129612 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-45bcfe87-51b0-4304-8652-0a887676bd01 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:55.178578 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-45bcfe87-51b0-4304-8652-0a887676bd01 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Network 57950f25-a0f8-46d5-8479-44bfafba8631 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:24:55.182226 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-45bcfe87-51b0-4304-8652-0a887676bd01 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:24:55.186439 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-45bcfe87-51b0-4304-8652-0a887676bd01 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:24:55.212287 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcfe87-51b0-4304-8652-0a887676bd01 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Pushing event updated for resources: {'Port': ['ID=ad8b774e-9bea-4fa1-8869-54c2ac4331f0,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:55.242977 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-45bcfe87-51b0-4304-8652-0a887676bd01 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:55.243679 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-45bcfe87-51b0-4304-8652-0a887676bd01 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:55.262541 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-45bcfe87-51b0-4304-8652-0a887676bd01 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6480408 Dec 15 16:24:55.276544 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Request body: {'port': {'device_id': '4b73cd2e-45d9-4808-a4d4-db5836234372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:55.343249 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:55.577537 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813f352-9237-4966-918a-16feda61712a req-74f170f2-334f-46cf-b973-2905639d5123 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:55.579106 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7813f352-9237-4966-918a-16feda61712a req-74f170f2-334f-46cf-b973-2905639d5123 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0595963 Dec 15 16:24:55.651168 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7813f352-9237-4966-918a-16feda61712a req-acf8530e-4c2f-4486-9b33-e9603611d150 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648649 Dec 15 16:24:55.689223 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8b774e-9bea-4fa1-8869-54c2ac4331f0 {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:24:55.701206 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:55.716964 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Transition to ACTIVE for port object ad8b774e-9bea-4fa1-8869-54c2ac4331f0 will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:24:55.723776 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:55.749299 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7d967-f599-40c4-9bcf-72a5ca7935af req-87872c38-01d3-463c-a656-78082c147beb tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:55.751540 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-def7d967-f599-40c4-9bcf-72a5ca7935af req-87872c38-01d3-463c-a656-78082c147beb tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 932 time: 0.0828238 Dec 15 16:24:55.841814 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-def7d967-f599-40c4-9bcf-72a5ca7935af req-eb76d246-b504-40dd-a4f1-81cf8ea315bd tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804150 Dec 15 16:24:55.864010 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Pushing event updated for resources: {'Port': ['ID=ad8b774e-9bea-4fa1-8869-54c2ac4331f0,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:55.912241 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Attempting to bind port ad8b774e-9bea-4fa1-8869-54c2ac4331f0 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:24:55.912569 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Attempting to bind port ad8b774e-9bea-4fa1-8869-54c2ac4331f0 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'a3b1078d-988b-48d4-8e06-7965e806305c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '57950f25-a0f8-46d5-8479-44bfafba8631'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:24:55.912900 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Attempting to bind port ad8b774e-9bea-4fa1-8869-54c2ac4331f0 on network 57950f25-a0f8-46d5-8479-44bfafba8631 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:24:55.917942 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Port ad8b774e-9bea-4fa1-8869-54c2ac4331f0 on network 57950f25-a0f8-46d5-8479-44bfafba8631 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:24:55.918254 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Attempting to bind port ad8b774e-9bea-4fa1-8869-54c2ac4331f0 on network 57950f25-a0f8-46d5-8479-44bfafba8631 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:24:55.923132 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:24:55.923497 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Checking segment: {'id': 'a3b1078d-988b-48d4-8e06-7965e806305c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '57950f25-a0f8-46d5-8479-44bfafba8631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:24:55.923872 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Bound using segment: {'id': 'a3b1078d-988b-48d4-8e06-7965e806305c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '57950f25-a0f8-46d5-8479-44bfafba8631'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:24:55.924294 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Bound port: ad8b774e-9bea-4fa1-8869-54c2ac4331f0, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b1078d-988b-48d4-8e06-7965e806305c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '57950f25-a0f8-46d5-8479-44bfafba8631'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:24:55.924640 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:56.001210 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] For port ad8b774e-9bea-4fa1-8869-54c2ac4331f0, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:24:56.006360 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] For port ad8b774e-9bea-4fa1-8869-54c2ac4331f0, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ad8b774e-9bea-4fa1-8869-54c2ac4331f0,segment=NetworkSegment(a3b1078d-988b-48d4-8e06-7965e806305c),segment_id=a3b1078d-988b-48d4-8e06-7965e806305c)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:24:56.010497 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:56.048159 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:56.048809 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:56.050311 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] 10.222.0.65 "PUT /v2.0/ports/ad8b774e-9bea-4fa1-8869-54c2ac4331f0 HTTP/1.1" status: 200 len: 1094 time: 0.7786748 Dec 15 16:24:56.050786 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b73cd2e-45d9-4808-a4d4-db5836234372', 'tag': 'ad8b774e-9bea-4fa1-8869-54c2ac4331f0'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:56.053120 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9eb97d-a7ee-4a24-bb79-eaecc01eec0b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b73cd2e-45d9-4808-a4d4-db5836234372", "tag": "ad8b774e-9bea-4fa1-8869-54c2ac4331f0"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:56.089969 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9adc814-1e99-4edc-b534-1fe97453330c service neutron] Pushing event updated for resources: {'Port': ['ID=ad8b774e-9bea-4fa1-8869-54c2ac4331f0,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:56.103612 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a05aedf-40fd-4b6c-909c-be0720830d7a x-openstack-request-id: req-8a05aedf-40fd-4b6c-909c-be0720830d7a {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:56.104242 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b73cd2e-45d9-4808-a4d4-db5836234372", "tag": "ad8b774e-9bea-4fa1-8869-54c2ac4331f0", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:56.104494 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a05aedf-40fd-4b6c-909c-be0720830d7a {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:56.104889 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b73cd2e-45d9-4808-a4d4-db5836234372', 'tag': 'ad8b774e-9bea-4fa1-8869-54c2ac4331f0', 'status': 'completed', 'code': 200} Dec 15 16:24:56.143274 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c63ed96e-0c73-46d6-83fa-7eda15f1f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:56.146560 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-c63ed96e-0c73-46d6-83fa-7eda15f1f989 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3f435a136a5e44f89a0b09d4ec7427b7&device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 1097 time: 0.0532033 Dec 15 16:24:56.197041 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-b0937974-c54e-45e7-b678-e386f714f6f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad8b774e-9bea-4fa1-8869-54c2ac4331f0 HTTP/1.1" status: 200 len: 217 time: 0.0419044 Dec 15 16:24:56.255282 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-f4f83e8e-f414-42e4-a229-5d8eb0d92195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:56.256777 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-f4f83e8e-f414-42e4-a229-5d8eb0d92195 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e27b65a0-7f26-4655-b5ac-9dd183c85974 HTTP/1.1" status: 200 len: 852 time: 0.0521584 Dec 15 16:24:56.291783 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-6898d048-340c-4472-a80f-7c17f562c222 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57950f25-a0f8-46d5-8479-44bfafba8631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273502 Dec 15 16:24:56.408378 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-f4d6e8a5-652b-431c-b2b6-81e546474e7b service neutron] 10.222.0.65 "GET /v2.0/networks/57950f25-a0f8-46d5-8479-44bfafba8631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091061 Dec 15 16:24:56.508069 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-025478dd-d177-4ac4-8134-6cfb5fdbcce7 req-da95e6da-6d45-4547-b37d-140f2389842a service neutron] 10.222.0.65 "GET /v2.0/networks/57950f25-a0f8-46d5-8479-44bfafba8631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916581 Dec 15 16:24:56.620571 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9eb97d-a7ee-4a24-bb79-eaecc01eec0b req-2dae0d24-f2fb-4701-a27d-3cd5cfa945b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:56.622352 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ba9eb97d-a7ee-4a24-bb79-eaecc01eec0b req-2dae0d24-f2fb-4701-a27d-3cd5cfa945b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3f435a136a5e44f89a0b09d4ec7427b7&device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 1097 time: 0.0544460 Dec 15 16:24:56.743702 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9eb97d-a7ee-4a24-bb79-eaecc01eec0b req-83349751-73a6-4853-941e-3f1457fba84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:56.745196 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ba9eb97d-a7ee-4a24-bb79-eaecc01eec0b req-83349751-73a6-4853-941e-3f1457fba84e service neutron] 10.222.0.65 "GET /v2.0/networks?id=57950f25-a0f8-46d5-8479-44bfafba8631 HTTP/1.1" status: 200 len: 913 time: 0.1138151 Dec 15 16:24:56.788531 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ba9eb97d-a7ee-4a24-bb79-eaecc01eec0b req-f12d53f5-9c21-4f0a-a05c-7e44e3d927c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad8b774e-9bea-4fa1-8869-54c2ac4331f0 HTTP/1.1" status: 200 len: 217 time: 0.0359094 Dec 15 16:24:56.804685 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8014c-f378-483f-a9c4-7d884fccd293 req-53b89b49-2cb8-498f-85b7-516610abc75f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:56.807072 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fed8014c-f378-483f-a9c4-7d884fccd293 req-53b89b49-2cb8-498f-85b7-516610abc75f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0657160 Dec 15 16:24:56.843437 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9eb97d-a7ee-4a24-bb79-eaecc01eec0b req-a45507ba-5e0d-4251-8a23-0ca01c52def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:56.845008 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ba9eb97d-a7ee-4a24-bb79-eaecc01eec0b req-a45507ba-5e0d-4251-8a23-0ca01c52def2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e27b65a0-7f26-4655-b5ac-9dd183c85974 HTTP/1.1" status: 200 len: 852 time: 0.0494030 Dec 15 16:24:56.880188 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ba9eb97d-a7ee-4a24-bb79-eaecc01eec0b req-4b1d6fe4-c0fd-4696-b56e-825d32f90ca8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57950f25-a0f8-46d5-8479-44bfafba8631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270934 Dec 15 16:24:56.886304 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fed8014c-f378-483f-a9c4-7d884fccd293 req-ac0fd345-75c0-45c2-bc48-939773dd3a89 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725150 Dec 15 16:24:56.900310 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dcf0cb9c-003e-4aac-b1b1-d9f841f4759c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:57.016690 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ba9eb97d-a7ee-4a24-bb79-eaecc01eec0b req-cf5d4dbe-53ce-4b58-8284-8af77fd3028b service neutron] 10.222.0.65 "GET /v2.0/networks/57950f25-a0f8-46d5-8479-44bfafba8631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283665 Dec 15 16:24:57.068432 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc9e8c-a29c-4624-a4c8-0a165e33b220 req-3311ba6b-0813-49b0-81d0-2dfab4f87ad7 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:57.070081 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c6dc9e8c-a29c-4624-a4c8-0a165e33b220 req-3311ba6b-0813-49b0-81d0-2dfab4f87ad7 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 944 time: 0.1002197 Dec 15 16:24:57.086050 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1ab5c-2599-4e91-8c66-613c8e0eb295 req-43b32388-f956-491d-823e-0d096a3ad109 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:57.087676 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1ca1ab5c-2599-4e91-8c66-613c8e0eb295 req-43b32388-f956-491d-823e-0d096a3ad109 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0671270 Dec 15 16:24:57.102490 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 40682) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:57.108944 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-0df27229-af40-4867-b031-827a942adf93 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Request body: {'floatingip': {'port_id': '71e495aa-7e03-4d0e-9f9d-b7560a684e27'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:24:57.140556 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-ba9eb97d-a7ee-4a24-bb79-eaecc01eec0b req-1ada8f4b-1428-4379-8146-e1c70bb8765b service neutron] 10.222.0.65 "GET /v2.0/networks/57950f25-a0f8-46d5-8479-44bfafba8631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156385 Dec 15 16:24:57.166960 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0df27229-af40-4867-b031-827a942adf93 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for floatingip, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:57.176789 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c6dc9e8c-a29c-4624-a4c8-0a165e33b220 req-5f4cf7f4-4fd1-4e6b-b8a1-2ab6effdfb2a tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881140 Dec 15 16:24:57.395567 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:24:57.514040 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 40694) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:57.650544 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8579a464-acf9-4e72-8ac6-d93d92a055d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:57.755541 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8579a464-acf9-4e72-8ac6-d93d92a055d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:57.760958 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8579a464-acf9-4e72-8ac6-d93d92a055d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:57.804525 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-8579a464-acf9-4e72-8ac6-d93d92a055d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d7fa00a03ad430bbcf8254ea8e426eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890258 Dec 15 16:24:57.805464 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579a464-acf9-4e72-8ac6-d93d92a055d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3627fd7-ce5a-4896-80f5-05362f04ce96,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:57.809017 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 40700) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:24:57.866519 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1264e81a-bdb3-45a5-93d2-9314071d59f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:57.874525 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.db.resource_extend [None req-0df27229-af40-4867-b031-827a942adf93 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 16:24:57.890957 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1264e81a-bdb3-45a5-93d2-9314071d59f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:57.949880 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0df27229-af40-4867-b031-827a942adf93 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:57.954833 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0df27229-af40-4867-b031-827a942adf93 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534795'] for floatingip, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:57.965620 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1264e81a-bdb3-45a5-93d2-9314071d59f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:57.968524 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1264e81a-bdb3-45a5-93d2-9314071d59f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:57.969793 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-1264e81a-bdb3-45a5-93d2-9314071d59f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3627fd7-ce5a-4896-80f5-05362f04ce96 HTTP/1.1" status: 204 len: 168 time: 0.1598020 Dec 15 16:24:57.981262 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264e81a-bdb3-45a5-93d2-9314071d59f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3627fd7-ce5a-4896-80f5-05362f04ce96,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:24:58.081669 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.l3_db [None req-0df27229-af40-4867-b031-827a942adf93 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Floating IP 7634be3a-f1d6-4107-b9b9-c38c7921d8d6 associated. External IP: 172.27.2.208, port: 71e495aa-7e03-4d0e-9f9d-b7560a684e27. Dec 15 16:24:58.380064 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dcd00-b8c4-4fad-a211-b9b8767d1eca req-161ed7c1-996e-4e2a-9cbc-fa3bd09ddb0e tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:58.381681 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-653dcd00-b8c4-4fad-a211-b9b8767d1eca req-161ed7c1-996e-4e2a-9cbc-fa3bd09ddb0e tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 944 time: 0.0796721 Dec 15 16:24:58.401329 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df27229-af40-4867-b031-827a942adf93 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Router d159afaf-9a46-4797-9209-26e5d6f4ca62 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:24:58.516461 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-653dcd00-b8c4-4fad-a211-b9b8767d1eca req-21b4fe38-0284-4f39-acd0-8370fb97e2ce tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280727 Dec 15 16:24:58.562285 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df27229-af40-4867-b031-827a942adf93 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:24:58.567434 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0df27229-af40-4867-b031-827a942adf93 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:58.575732 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7061f1f-195e-48bb-b045-e6deb79b12e5 None None] Sync routers for ids ['d159afaf-9a46-4797-9209-26e5d6f4ca62'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:24:58.591074 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7061f1f-195e-48bb-b045-e6deb79b12e5 None None] Routers {'d159afaf-9a46-4797-9209-26e5d6f4ca62'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:58.592104 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-f7061f1f-195e-48bb-b045-e6deb79b12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:24:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['d159afaf-9a46-4797-9209-26e5d6f4ca62'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:58.604611 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0df27229-af40-4867-b031-827a942adf93 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "PUT /v2.0/floatingips/7634be3a-f1d6-4107-b9b9-c38c7921d8d6 HTTP/1.1" status: 200 len: 992 time: 1.4986668 Dec 15 16:24:58.604611 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049761b5-88eb-4325-af0e-03da2842cbf5', 'tag': '71e495aa-7e03-4d0e-9f9d-b7560a684e27'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:24:58.606480 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991e1ba18f7813c23b21ebe6bdf85174cd0cd8830ecb03b4cbd6f4717b0ad03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c809774-c77c-4aff-b159-e39e907b5d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "049761b5-88eb-4325-af0e-03da2842cbf5", "tag": "71e495aa-7e03-4d0e-9f9d-b7560a684e27"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:24:58.658709 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d05cacb-e7c5-475a-8ae3-f29333f23731 x-openstack-request-id: req-5d05cacb-e7c5-475a-8ae3-f29333f23731 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:24:58.658997 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049761b5-88eb-4325-af0e-03da2842cbf5", "tag": "71e495aa-7e03-4d0e-9f9d-b7560a684e27", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:24:58.662116 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d05cacb-e7c5-475a-8ae3-f29333f23731 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:24:58.662863 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049761b5-88eb-4325-af0e-03da2842cbf5', 'tag': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'status': 'completed', 'code': 200} Dec 15 16:24:58.737699 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c809774-c77c-4aff-b159-e39e907b5d9e req-714e7189-ac74-4176-92ec-75f3e5262b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:58.738056 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-f7061f1f-195e-48bb-b045-e6deb79b12e5 None None] Set router d159afaf-9a46-4797-9209-26e5d6f4ca62 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:58.740110 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-5c809774-c77c-4aff-b159-e39e907b5d9e req-714e7189-ac74-4176-92ec-75f3e5262b92 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9dc6fd27025742699d14dbf14680c7c3&device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 1099 time: 0.0579171 Dec 15 16:24:58.865526 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c809774-c77c-4aff-b159-e39e907b5d9e req-23925b4c-b0bf-4481-acf5-e0cfe6cd0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:58.868853 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-5c809774-c77c-4aff-b159-e39e907b5d9e req-23925b4c-b0bf-4481-acf5-e0cfe6cd0fcb service neutron] 10.222.0.65 "GET /v2.0/networks?id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8 HTTP/1.1" status: 200 len: 917 time: 0.1195333 Dec 15 16:24:58.957014 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-5c809774-c77c-4aff-b159-e39e907b5d9e req-c40a8c11-a18e-477e-b134-bf5cab98bbe1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27 HTTP/1.1" status: 200 len: 1000 time: 0.0802188 Dec 15 16:24:58.983113 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:59.012231 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c809774-c77c-4aff-b159-e39e907b5d9e req-e8a11a17-0cb9-4eac-a15d-ead8e943a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:59.013774 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-5c809774-c77c-4aff-b159-e39e907b5d9e req-e8a11a17-0cb9-4eac-a15d-ead8e943a0b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c16b0814-df17-4b92-aba8-9ee44c250c91 HTTP/1.1" status: 200 len: 855 time: 0.0495653 Dec 15 16:24:59.078371 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c809774-c77c-4aff-b159-e39e907b5d9e req-a57e0c67-c35e-4789-a57e-0f8009142cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:59.080831 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-5c809774-c77c-4aff-b159-e39e907b5d9e req-a57e0c67-c35e-4789-a57e-0f8009142cb4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583837 Dec 15 16:24:59.186453 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-f7061f1f-195e-48bb-b045-e6deb79b12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': '7634be3a-f1d6-4107-b9b9-c38c7921d8d6', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'port_id': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'mac_address': 'fa:16:3e:33:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049761b5-88eb-4325-af0e-03da2842cbf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:24:42Z', 'updated_at': '2021-12-15T16:24:57Z', 'revision_number': 1, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:44Z', 'revision_number': 5, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:59.204608 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-5c809774-c77c-4aff-b159-e39e907b5d9e req-64473dff-7b72-4276-8da7-755528a304a9 service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155417 Dec 15 16:24:59.241288 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7061f1f-195e-48bb-b045-e6deb79b12e5 None None] Checking router: d159afaf-9a46-4797-9209-26e5d6f4ca62 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:24:59.268800 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7061f1f-195e-48bb-b045-e6deb79b12e5 None None] Routers {'d159afaf-9a46-4797-9209-26e5d6f4ca62'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:24:59.271119 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-f7061f1f-195e-48bb-b045-e6deb79b12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:24:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['d159afaf-9a46-4797-9209-26e5d6f4ca62'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:59.382529 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-759c6202-c887-4a8f-b0a7-00632ca31297 req-590ddd16-e69a-4289-9d25-988e9f1d809c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0937426 Dec 15 16:24:59.399154 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-5c809774-c77c-4aff-b159-e39e907b5d9e req-a582db5c-145b-4bad-a303-06d6c25b3e27 service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823752 Dec 15 16:24:59.472781 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-f7061f1f-195e-48bb-b045-e6deb79b12e5 None None] Set router d159afaf-9a46-4797-9209-26e5d6f4ca62 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:24:59.485552 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c6202-c887-4a8f-b0a7-00632ca31297 req-3b934b98-2c81-4e26-a649-a77a9dac32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:59.494629 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-759c6202-c887-4a8f-b0a7-00632ca31297 req-3b934b98-2c81-4e26-a649-a77a9dac32c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28737128a7574d248ba7e4e536171af2&device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 1099 time: 0.0750437 Dec 15 16:24:59.649597 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c6202-c887-4a8f-b0a7-00632ca31297 req-066059ef-e3bf-48c3-8bcc-34433bb37ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:59.651485 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-759c6202-c887-4a8f-b0a7-00632ca31297 req-066059ef-e3bf-48c3-8bcc-34433bb37ace service neutron] 10.222.0.65 "GET /v2.0/networks?id=514727e8-0179-4c06-9ef8-e0775da37a12 HTTP/1.1" status: 200 len: 911 time: 0.1373537 Dec 15 16:24:59.667799 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb3ccd-d486-4674-acae-19d6457e1fe7 req-da31f1e1-6d4f-457b-990a-7afc625a6696 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:59.669442 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-17eb3ccd-d486-4674-acae-19d6457e1fe7 req-da31f1e1-6d4f-457b-990a-7afc625a6696 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 944 time: 0.0618358 Dec 15 16:24:59.738455 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-17eb3ccd-d486-4674-acae-19d6457e1fe7 req-09444295-2e46-4f78-ae4a-ced74aa03dda tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588911 Dec 15 16:24:59.743847 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-f7061f1f-195e-48bb-b045-e6deb79b12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': '7634be3a-f1d6-4107-b9b9-c38c7921d8d6', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'port_id': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'mac_address': 'fa:16:3e:33:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049761b5-88eb-4325-af0e-03da2842cbf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:24:42Z', 'updated_at': '2021-12-15T16:24:57Z', 'revision_number': 1, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:44Z', 'revision_number': 5, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:24:59.745957 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-759c6202-c887-4a8f-b0a7-00632ca31297 req-56c58aa8-8a28-485f-b1e6-0cf90c22a293 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65d0d9cf-d833-47a5-8f8a-740b194ba7ff HTTP/1.1" status: 200 len: 1002 time: 0.0837388 Dec 15 16:24:59.779916 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7061f1f-195e-48bb-b045-e6deb79b12e5 None None] The sync data for ids ['d159afaf-9a46-4797-9209-26e5d6f4ca62'] in dv-cinder-812685-4-iscsi is: [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': '7634be3a-f1d6-4107-b9b9-c38c7921d8d6', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'port_id': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'mac_address': 'fa:16:3e:33:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049761b5-88eb-4325-af0e-03da2842cbf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:24:42Z', 'updated_at': '2021-12-15T16:24:57Z', 'revision_number': 1, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:44Z', 'revision_number': 5, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:24:59.824264 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c6202-c887-4a8f-b0a7-00632ca31297 req-b191fd5f-6d68-4127-b504-e007c6eb1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:59.826130 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-759c6202-c887-4a8f-b0a7-00632ca31297 req-b191fd5f-6d68-4127-b504-e007c6eb1234 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d26a255-1c68-40ef-8d7e-b38089c3fa09 HTTP/1.1" status: 200 len: 849 time: 0.0726199 Dec 15 16:24:59.872849 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device ad8b774e-9bea-4fa1-8869-54c2ac4331f0 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:24:59.892179 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c6202-c887-4a8f-b0a7-00632ca31297 req-688c9698-8873-454f-b6e0-5cf127bbf3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:24:59.894033 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-759c6202-c887-4a8f-b0a7-00632ca31297 req-688c9698-8873-454f-b6e0-5cf127bbf3a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514727e8-0179-4c06-9ef8-e0775da37a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597482 Dec 15 16:24:59.988248 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:24:59.990503 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:00.007574 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-759c6202-c887-4a8f-b0a7-00632ca31297 req-4e42a62d-71a6-4953-91eb-0c2d4a41cb7a service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045823 Dec 15 16:25:00.026858 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port ad8b774e-9bea-4fa1-8869-54c2ac4331f0, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ad8b774e-9bea-4fa1-8869-54c2ac4331f0,segment=NetworkSegment(a3b1078d-988b-48d4-8e06-7965e806305c),segment_id=a3b1078d-988b-48d4-8e06-7965e806305c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:25:00.050559 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': 'ad8b774e-9bea-4fa1-8869-54c2ac4331f0', 'network_id': '57950f25-a0f8-46d5-8479-44bfafba8631', 'port_id': 'ad8b774e-9bea-4fa1-8869-54c2ac4331f0', 'mac_address': 'fa:16:3e:2e:83:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27b65a0-7f26-4655-b5ac-9dd183c85974', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:25:00.072299 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970a0cc9-fb75-482f-b070-c27ff6edeb45 None None] New status for floating IP 7634be3a-f1d6-4107-b9b9-c38c7921d8d6: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:25:00.116588 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:00.138132 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8b774e-9bea-4fa1-8869-54c2ac4331f0 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:25:00.142411 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-759c6202-c887-4a8f-b0a7-00632ca31297 req-2433c3ef-fce5-465f-b58b-a95b77df3cd4 service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247578 Dec 15 16:25:00.161832 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port ad8b774e-9bea-4fa1-8869-54c2ac4331f0, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ad8b774e-9bea-4fa1-8869-54c2ac4331f0,segment=NetworkSegment(a3b1078d-988b-48d4-8e06-7965e806305c),segment_id=a3b1078d-988b-48d4-8e06-7965e806305c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:25:00.167158 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:00.226058 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=ad8b774e-9bea-4fa1-8869-54c2ac4331f0,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:25:00.438876 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['ad8b774e-9bea-4fa1-8869-54c2ac4331f0'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:25:00.534118 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:00.895449 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0b09b-447e-4826-81cf-db2022b65a44 req-a9deaa9c-34be-4944-89c6-66e6d27c0997 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:00.902936 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d4e0b09b-447e-4826-81cf-db2022b65a44 req-a9deaa9c-34be-4944-89c6-66e6d27c0997 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 945 time: 0.0878339 Dec 15 16:25:00.980095 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d4e0b09b-447e-4826-81cf-db2022b65a44 req-b12e4be9-caec-4e17-a5d5-a4b1fdca3934 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760670 Dec 15 16:25:01.172127 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727fe33-18d7-4689-a589-25ab072955dd req-b37ef822-d717-4b39-8ccb-aa1ca289c5a7 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:01.174520 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e727fe33-18d7-4689-a589-25ab072955dd req-b37ef822-d717-4b39-8ccb-aa1ca289c5a7 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0622382 Dec 15 16:25:01.232554 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e727fe33-18d7-4689-a589-25ab072955dd req-a5f92546-f312-4f75-afd3-ef5a4b302bc6 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515006 Dec 15 16:25:01.872694 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device ad8b774e-9bea-4fa1-8869-54c2ac4331f0 up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:25:01.934915 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port ad8b774e-9bea-4fa1-8869-54c2ac4331f0 completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:25:01.939414 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port ad8b774e-9bea-4fa1-8869-54c2ac4331f0 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:25:01.939771 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:02.041040 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:02.075913 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b73cd2e-45d9-4808-a4d4-db5836234372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8b774e-9bea-4fa1-8869-54c2ac4331f0'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:25:02.079683 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cdfee9-ded9-4f67-bbaf-4e1cc57065ab" -d '{"events": [{"server_uuid": "4b73cd2e-45d9-4808-a4d4-db5836234372", "name": "network-vif-plugged", "status": "completed", "tag": "ad8b774e-9bea-4fa1-8869-54c2ac4331f0"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:25:02.106868 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port ad8b774e-9bea-4fa1-8869-54c2ac4331f0, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ad8b774e-9bea-4fa1-8869-54c2ac4331f0,segment=NetworkSegment(a3b1078d-988b-48d4-8e06-7965e806305c),segment_id=a3b1078d-988b-48d4-8e06-7965e806305c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:25:02.114017 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:02.162047 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd6df78-85c1-41e9-936e-b20d949f26aa x-openstack-request-id: req-6bd6df78-85c1-41e9-936e-b20d949f26aa {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:25:02.162508 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b73cd2e-45d9-4808-a4d4-db5836234372", "name": "network-vif-plugged", "status": "completed", "tag": "ad8b774e-9bea-4fa1-8869-54c2ac4331f0", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:25:02.162881 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6bd6df78-85c1-41e9-936e-b20d949f26aa {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:25:02.164186 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b73cd2e-45d9-4808-a4d4-db5836234372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8b774e-9bea-4fa1-8869-54c2ac4331f0', 'code': 200} Dec 15 16:25:02.178352 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09001d7b-440f-4b88-9d4b-868c660b532d req-ccaa4ebb-49c8-4c9b-95e6-ed11b5eefae9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:02.182772 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-09001d7b-440f-4b88-9d4b-868c660b532d req-ccaa4ebb-49c8-4c9b-95e6-ed11b5eefae9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 945 time: 0.1017601 Dec 15 16:25:02.202601 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=ad8b774e-9bea-4fa1-8869-54c2ac4331f0,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:25:02.256547 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-09001d7b-440f-4b88-9d4b-868c660b532d req-a0e0b70e-fef3-4f5f-b248-5648f60cf094 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636239 Dec 15 16:25:02.379560 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cb1c2-96f7-4f34-a3db-384d58826ecc req-3918c851-6766-42da-97f6-9bbc097a006f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:02.381605 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8f8cb1c2-96f7-4f34-a3db-384d58826ecc req-3918c851-6766-42da-97f6-9bbc097a006f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0624650 Dec 15 16:25:02.462810 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8f8cb1c2-96f7-4f34-a3db-384d58826ecc req-5b3a80d6-06fe-4ee6-bb30-92246fbc72a3 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747619 Dec 15 16:25:02.645974 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862ad48-302f-4a3e-8d74-de98f9a947e6 req-067ae1a5-6e63-4ace-b9eb-58fc82ad4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:02.647355 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c862ad48-302f-4a3e-8d74-de98f9a947e6 req-067ae1a5-6e63-4ace-b9eb-58fc82ad4bdf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 1099 time: 0.3094199 Dec 15 16:25:02.698233 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c862ad48-302f-4a3e-8d74-de98f9a947e6 req-da35c8e3-b618-4cad-942e-b67e258b94a2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415239 Dec 15 16:25:03.411123 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f447343-615f-413c-9b72-5ffbb3ad3d8b req-16acbd8e-ac28-4104-82fd-6a6406b6129d tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:03.412685 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9f447343-615f-413c-9b72-5ffbb3ad3d8b req-16acbd8e-ac28-4104-82fd-6a6406b6129d tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 946 time: 0.0588777 Dec 15 16:25:03.465198 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9f447343-615f-413c-9b72-5ffbb3ad3d8b req-d6683fb9-1d69-4cff-b560-6f1a295f7cae tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463362 Dec 15 16:25:03.616290 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b163c5-c1a9-4fd6-aa12-e2023243e5f5 req-83f1950c-70a1-45a3-9f69-d3113890cb60 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:03.619113 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-56b163c5-c1a9-4fd6-aa12-e2023243e5f5 req-83f1950c-70a1-45a3-9f69-d3113890cb60 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0727165 Dec 15 16:25:03.677162 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-56b163c5-c1a9-4fd6-aa12-e2023243e5f5 req-ef8a4efd-9e46-4704-bb12-99f4ac9b238e tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472443 Dec 15 16:25:04.610746 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06ca66-966e-45ad-91f1-977cda631c98 req-6e22137f-b07e-43a4-93cc-0927d0c644a6 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:04.613105 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cc06ca66-966e-45ad-91f1-977cda631c98 req-6e22137f-b07e-43a4-93cc-0927d0c644a6 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 946 time: 0.0589669 Dec 15 16:25:04.698262 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cc06ca66-966e-45ad-91f1-977cda631c98 req-8afc3ba8-895a-4c2a-923d-2efa89a2411e tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747898 Dec 15 16:25:04.814846 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d60d-99c5-4b26-b71b-9043a13a1f3f req-be0a263a-f5a9-408c-bff8-cdb820db7e56 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:04.816755 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5d19d60d-99c5-4b26-b71b-9043a13a1f3f req-be0a263a-f5a9-408c-bff8-cdb820db7e56 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0560479 Dec 15 16:25:04.884518 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5d19d60d-99c5-4b26-b71b-9043a13a1f3f req-8bb1ee18-6538-47cd-b9d8-340ee93e2aac tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598867 Dec 15 16:25:06.047464 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04389546-8e94-4189-9976-f776255dbbc3 req-5922e4fb-63d2-4def-ae53-022c45c32977 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:06.049512 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-04389546-8e94-4189-9976-f776255dbbc3 req-5922e4fb-63d2-4def-ae53-022c45c32977 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0643401 Dec 15 16:25:06.110175 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-04389546-8e94-4189-9976-f776255dbbc3 req-147c325d-c042-4a89-b35a-f89ad6c5e4a0 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514417 Dec 15 16:25:07.261349 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c0923-c153-4542-82fe-32640a115e2e req-ee12cfe5-fda4-450b-a816-11caa8e8c507 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:07.263335 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-068c0923-c153-4542-82fe-32640a115e2e req-ee12cfe5-fda4-450b-a816-11caa8e8c507 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0694895 Dec 15 16:25:07.354448 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-068c0923-c153-4542-82fe-32640a115e2e req-c135170e-9159-4c22-86f1-ae4f3cc1a8bc tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836487 Dec 15 16:25:08.289308 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 40934) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:25:08.421078 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:08.530300 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d4f27-5983-4e5c-811c-abe98ce19df6 req-2dc95dd4-0e3f-4620-b852-a23875f776bd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:08.532195 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dc0d4f27-5983-4e5c-811c-abe98ce19df6 req-2dc95dd4-0e3f-4620-b852-a23875f776bd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0806117 Dec 15 16:25:08.582929 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:08.588784 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:08.649238 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dc0d4f27-5983-4e5c-811c-abe98ce19df6 req-54cdc88b-3d90-4b39-84b9-5e5cd0f8d51e tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089678 Dec 15 16:25:08.649868 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6eeda0-361f-4783-89ef-4f807078ff3e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:25:08.655516 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6facb22bc3284ad3b083423881fd96ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650107 Dec 15 16:25:08.658878 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 40944) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:25:08.661264 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.661642 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.661949 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.662394 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.662746 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.663107 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.663494 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.663842 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.664174 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.664501 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.664824 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.665144 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.665465 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e9c93-7a8e-4055-9cd4-66a02b5ac678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.730026 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:08.757217 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:08.816656 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:08.819822 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:08.821345 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f6eeda0-361f-4783-89ef-4f807078ff3e HTTP/1.1" status: 204 len: 168 time: 0.1601839 Dec 15 16:25:08.832295 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6eeda0-361f-4783-89ef-4f807078ff3e,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:25:08.840762 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.841111 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.841453 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.841796 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.842162 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.842492 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.842826 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.843152 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.843501 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.843828 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.844156 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.844536 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:08.844779 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c89a640-6238-496b-9b80-1b672646267a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:25:09.806753 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa0548-fb3a-49d1-8580-d3b7ebb255ea req-95a7be7d-9826-4ccf-84d7-af09b5d65b0b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:09.810309 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3baa0548-fb3a-49d1-8580-d3b7ebb255ea req-95a7be7d-9826-4ccf-84d7-af09b5d65b0b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0740232 Dec 15 16:25:09.872315 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3baa0548-fb3a-49d1-8580-d3b7ebb255ea req-837d8e4a-5b5c-40b6-b5c5-211d20dec67c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524614 Dec 15 16:25:11.009488 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a7f5d-0934-4bec-b126-06c5d85b1785 req-bca0d05b-e189-484d-8953-3dbf8fcff631 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:11.011556 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d28a7f5d-0934-4bec-b126-06c5d85b1785 req-bca0d05b-e189-484d-8953-3dbf8fcff631 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0606778 Dec 15 16:25:11.077565 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d28a7f5d-0934-4bec-b126-06c5d85b1785 req-83b3f60c-51be-438b-bd98-9e711ee338ef tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581129 Dec 15 16:25:12.215909 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e07a29-b54b-428c-badf-772f49f179bc req-4ff484f2-0f92-4ff5-9005-29353c9efb8f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:12.217510 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-72e07a29-b54b-428c-badf-772f49f179bc req-4ff484f2-0f92-4ff5-9005-29353c9efb8f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0525138 Dec 15 16:25:12.283974 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-72e07a29-b54b-428c-badf-772f49f179bc req-f314095b-f46f-4f72-ae5d-590d5f9bfa4c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600095 Dec 15 16:25:12.508761 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ede47-8de7-406f-b71b-82057e829977 req-67234155-b279-44f2-9fa2-9a3dd5ad1f82 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:12.510520 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-144ede47-8de7-406f-b71b-82057e829977 req-67234155-b279-44f2-9fa2-9a3dd5ad1f82 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0528920 Dec 15 16:25:12.580223 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-144ede47-8de7-406f-b71b-82057e829977 req-81a175b6-fe35-4167-ab0e-c589948d136c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608611 Dec 15 16:25:12.611490 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298ec54-3905-4336-863e-4f14944e77a1 req-c7ed6079-1fe5-4268-9f68-9f57ad15059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:12.613278 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2298ec54-3905-4336-863e-4f14944e77a1 req-c7ed6079-1fe5-4268-9f68-9f57ad15059c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28737128a7574d248ba7e4e536171af2&device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 1099 time: 0.0665116 Dec 15 16:25:12.709429 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298ec54-3905-4336-863e-4f14944e77a1 req-2183f119-3660-4bf2-825f-fc496f750539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:12.711045 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2298ec54-3905-4336-863e-4f14944e77a1 req-2183f119-3660-4bf2-825f-fc496f750539 service neutron] 10.222.0.65 "GET /v2.0/networks?id=514727e8-0179-4c06-9ef8-e0775da37a12 HTTP/1.1" status: 200 len: 911 time: 0.0905871 Dec 15 16:25:12.793751 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2298ec54-3905-4336-863e-4f14944e77a1 req-5587964f-899e-44b6-84ff-41800c2a0500 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65d0d9cf-d833-47a5-8f8a-740b194ba7ff HTTP/1.1" status: 200 len: 1002 time: 0.0733230 Dec 15 16:25:12.850667 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298ec54-3905-4336-863e-4f14944e77a1 req-502d0ffe-7e48-4748-8049-052ed4c24b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:12.852295 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2298ec54-3905-4336-863e-4f14944e77a1 req-502d0ffe-7e48-4748-8049-052ed4c24b9c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d26a255-1c68-40ef-8d7e-b38089c3fa09 HTTP/1.1" status: 200 len: 849 time: 0.0473266 Dec 15 16:25:12.904095 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298ec54-3905-4336-863e-4f14944e77a1 req-3bcc118d-1946-453d-9961-16c7055c3e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:12.905973 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2298ec54-3905-4336-863e-4f14944e77a1 req-3bcc118d-1946-453d-9961-16c7055c3e8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514727e8-0179-4c06-9ef8-e0775da37a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456574 Dec 15 16:25:13.022503 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2298ec54-3905-4336-863e-4f14944e77a1 req-9c7347a2-da5c-4282-9eb2-5e61aac01978 service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011477 Dec 15 16:25:13.130771 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2298ec54-3905-4336-863e-4f14944e77a1 req-d8f3ae3c-f293-46d3-89aa-43e235e92a0c service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922987 Dec 15 16:25:13.739578 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce6c5-e76d-4be2-b72e-c1f42e6338ab req-a9949cfe-e7f7-4b5a-9d63-0f2dbd215841 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:13.741352 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b38ce6c5-e76d-4be2-b72e-c1f42e6338ab req-a9949cfe-e7f7-4b5a-9d63-0f2dbd215841 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0726750 Dec 15 16:25:13.814198 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b38ce6c5-e76d-4be2-b72e-c1f42e6338ab req-ea434ef6-6206-470b-b6eb-ff8f3f20ecd1 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622075 Dec 15 16:25:14.953518 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80972395-fc8c-4e01-b31d-e1d4f49af378 req-a76553ce-46eb-49e3-92c5-90ac5dbade9a tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:14.955205 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-80972395-fc8c-4e01-b31d-e1d4f49af378 req-a76553ce-46eb-49e3-92c5-90ac5dbade9a tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0549276 Dec 15 16:25:15.020071 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-80972395-fc8c-4e01-b31d-e1d4f49af378 req-32ade959-d480-4667-85bd-af7afc9b2952 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573552 Dec 15 16:25:24.267497 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-775f5472-a1b5-4341-be8d-1ef6268c303c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:26.894456 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b76b6a54-ff03-4108-84bc-dfaa05696cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:28.842305 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:29.945728 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:29.972913 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:30.527132 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:34.396540 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:25:49.368225 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ad055-339f-4fcf-9578-a58d085d88dd req-71508c45-faed-484e-87c3-171e83c7c09d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:49.369977 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a62ad055-339f-4fcf-9578-a58d085d88dd req-71508c45-faed-484e-87c3-171e83c7c09d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0553498 Dec 15 16:25:49.425849 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a62ad055-339f-4fcf-9578-a58d085d88dd req-b929520d-2d02-4a3e-ae39-ea7f23c5573b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494039 Dec 15 16:25:50.559723 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfc690-a65b-4d96-bec3-4d4b28aaa157 req-bc201461-3018-4623-bf52-22e5b69ce81f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:50.561326 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8acfc690-a65b-4d96-bec3-4d4b28aaa157 req-bc201461-3018-4623-bf52-22e5b69ce81f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0520470 Dec 15 16:25:50.622109 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8acfc690-a65b-4d96-bec3-4d4b28aaa157 req-8e4686b2-4f99-4e5c-a3b8-91805dc9d78e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541141 Dec 15 16:25:51.767816 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dc599-92ae-4d86-af49-30f372e91151 req-d960b1b3-abdd-43aa-af11-264ec2b65fcc tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:51.770536 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-791dc599-92ae-4d86-af49-30f372e91151 req-d960b1b3-abdd-43aa-af11-264ec2b65fcc tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0586882 Dec 15 16:25:51.834697 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-791dc599-92ae-4d86-af49-30f372e91151 req-ad30635b-9e17-44bf-912d-58d474c04c08 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526621 Dec 15 16:25:52.966622 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307157f1-b445-4a82-ba93-dfd8557c9081 req-06334738-efab-4063-a89a-dca5880faaf3 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:52.974154 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-307157f1-b445-4a82-ba93-dfd8557c9081 req-06334738-efab-4063-a89a-dca5880faaf3 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0590611 Dec 15 16:25:53.022210 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-307157f1-b445-4a82-ba93-dfd8557c9081 req-82e6afff-b8f1-4b5d-94de-8135a5f1031e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473237 Dec 15 16:25:53.226772 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f995aef-af38-44ad-ac53-b1ce877a4cdf req-a7a9bfb6-784a-42fd-96b5-ebf32b875df3 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:53.228196 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3f995aef-af38-44ad-ac53-b1ce877a4cdf req-a7a9bfb6-784a-42fd-96b5-ebf32b875df3 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 946 time: 0.0591707 Dec 15 16:25:53.276489 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3f995aef-af38-44ad-ac53-b1ce877a4cdf req-b6d9eda3-ce89-453e-8f97-33e8f50a1c82 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 Dec 15 16:25:54.154920 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a601c68-5392-422c-ba61-a17b2b64043b req-6eb835f4-1c59-4ec4-992f-884422e5cd12 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:54.156410 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0a601c68-5392-422c-ba61-a17b2b64043b req-6eb835f4-1c59-4ec4-992f-884422e5cd12 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0572679 Dec 15 16:25:54.209007 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0a601c68-5392-422c-ba61-a17b2b64043b req-b14be81d-ec50-4203-aaee-c6b61b484b7e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463891 Dec 15 16:25:54.265977 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-54b03192-dc3e-443d-b7dc-3018f5baadaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:54.395984 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4d1c2-a6f9-48d9-9146-47b77b76daa0 req-652dd99d-8233-40c8-958d-4f87bc2e069c tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:54.397498 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21b4d1c2-a6f9-48d9-9146-47b77b76daa0 req-652dd99d-8233-40c8-958d-4f87bc2e069c tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 946 time: 0.0508299 Dec 15 16:25:54.447794 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21b4d1c2-a6f9-48d9-9146-47b77b76daa0 req-43902269-c061-42c4-a9fb-9e30e85218b5 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Dec 15 16:25:55.345964 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9ec35-1759-414a-aa1c-ddeb9f4d81f8 req-4ce98158-cf81-495c-8434-7a1ad7038f1e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:55.347493 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0fb9ec35-1759-414a-aa1c-ddeb9f4d81f8 req-4ce98158-cf81-495c-8434-7a1ad7038f1e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0599205 Dec 15 16:25:55.403380 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0fb9ec35-1759-414a-aa1c-ddeb9f4d81f8 req-13b48497-7b04-43e5-b9f7-3d0633daf721 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468650 Dec 15 16:25:55.578367 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfbabc-8f3f-4d41-bae0-e1fd0fb41cea req-02f4adff-fe9e-4738-beb2-fe86036f5fe2 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:55.579811 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-99dfbabc-8f3f-4d41-bae0-e1fd0fb41cea req-02f4adff-fe9e-4738-beb2-fe86036f5fe2 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 946 time: 0.0532093 Dec 15 16:25:55.630397 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-99dfbabc-8f3f-4d41-bae0-e1fd0fb41cea req-c9ee73ca-2c8d-45a7-9a91-612d7b085b75 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424845 Dec 15 16:25:56.479935 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669c122-17af-4cfb-9360-24400c971903 req-ba977fc8-0537-4e62-8ae0-5495d889440e tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:56.482077 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2669c122-17af-4cfb-9360-24400c971903 req-ba977fc8-0537-4e62-8ae0-5495d889440e tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 946 time: 0.0541375 Dec 15 16:25:56.534919 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b383a-2e48-4a1d-b1c3-ebe325ebec41 req-907c8611-4e43-48b8-9c62-c49c06502aac tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:56.536582 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5b9b383a-2e48-4a1d-b1c3-ebe325ebec41 req-907c8611-4e43-48b8-9c62-c49c06502aac tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0515847 Dec 15 16:25:56.589770 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5b9b383a-2e48-4a1d-b1c3-ebe325ebec41 req-62bb0f38-bf5a-41ab-ae3a-ae0b49400c81 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457387 Dec 15 16:25:56.590335 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-2669c122-17af-4cfb-9360-24400c971903 req-0a84cb1b-a81f-4588-876a-7b32e3598309 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Deleting port ad8b774e-9bea-4fa1-8869-54c2ac4331f0 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:25:56.590677 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2669c122-17af-4cfb-9360-24400c971903 req-0a84cb1b-a81f-4588-876a-7b32e3598309 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:56.685529 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-2669c122-17af-4cfb-9360-24400c971903 req-0a84cb1b-a81f-4588-876a-7b32e3598309 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] For port ad8b774e-9bea-4fa1-8869-54c2ac4331f0, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ad8b774e-9bea-4fa1-8869-54c2ac4331f0,segment=NetworkSegment(a3b1078d-988b-48d4-8e06-7965e806305c),segment_id=a3b1078d-988b-48d4-8e06-7965e806305c)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:25:56.685811 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2669c122-17af-4cfb-9360-24400c971903 req-0a84cb1b-a81f-4588-876a-7b32e3598309 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:56.702857 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-2669c122-17af-4cfb-9360-24400c971903 req-0a84cb1b-a81f-4588-876a-7b32e3598309 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Calling delete_port for ad8b774e-9bea-4fa1-8869-54c2ac4331f0 owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:25:56.752457 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2369b1-3239-4b16-b8b3-a3fbda5d2d3e req-b52bd3aa-9433-4fb8-8b69-2722467b6c08 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:56.753989 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4d2369b1-3239-4b16-b8b3-a3fbda5d2d3e req-b52bd3aa-9433-4fb8-8b69-2722467b6c08 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b73cd2e-45d9-4808-a4d4-db5836234372 HTTP/1.1" status: 200 len: 946 time: 0.0524933 Dec 15 16:25:56.815205 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4d2369b1-3239-4b16-b8b3-a3fbda5d2d3e req-4ab3bd38-e29c-4e8a-832f-c2d0c1d07b3e tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534523 Dec 15 16:25:56.846856 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2669c122-17af-4cfb-9360-24400c971903 req-0a84cb1b-a81f-4588-876a-7b32e3598309 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:56.860145 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['ad8b774e-9bea-4fa1-8869-54c2ac4331f0'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:25:56.877285 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84cb1b-a81f-4588-876a-7b32e3598309 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Pushing event deleted for resources: {'Port': ['ID=ad8b774e-9bea-4fa1-8869-54c2ac4331f0,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:25:56.904304 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-12f20ba7-8fe3-4255-bfba-f07fc9d3349d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:56.919997 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-2669c122-17af-4cfb-9360-24400c971903 req-0a84cb1b-a81f-4588-876a-7b32e3598309 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] No DVR routers for this DVR port ad8b774e-9bea-4fa1-8869-54c2ac4331f0 on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:25:56.922541 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2669c122-17af-4cfb-9360-24400c971903 req-0a84cb1b-a81f-4588-876a-7b32e3598309 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:56.925876 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2669c122-17af-4cfb-9360-24400c971903 req-0a84cb1b-a81f-4588-876a-7b32e3598309 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.65 "DELETE /v2.0/ports/ad8b774e-9bea-4fa1-8869-54c2ac4331f0 HTTP/1.1" status: 204 len: 173 time: 0.4362271 Dec 15 16:25:56.926318 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b73cd2e-45d9-4808-a4d4-db5836234372', 'name': 'network-vif-deleted', 'tag': 'ad8b774e-9bea-4fa1-8869-54c2ac4331f0'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:25:56.928610 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bb4eb8-6b27-4d62-907b-c681592f1078" -d '{"events": [{"server_uuid": "4b73cd2e-45d9-4808-a4d4-db5836234372", "name": "network-vif-deleted", "tag": "ad8b774e-9bea-4fa1-8869-54c2ac4331f0"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:25:56.969041 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90847ea5-26a9-41e4-99a0-46f30efc7eef x-openstack-request-id: req-90847ea5-26a9-41e4-99a0-46f30efc7eef {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:25:56.969300 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b73cd2e-45d9-4808-a4d4-db5836234372", "name": "network-vif-deleted", "tag": "ad8b774e-9bea-4fa1-8869-54c2ac4331f0", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:25:56.969565 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90847ea5-26a9-41e4-99a0-46f30efc7eef {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:25:56.969982 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b73cd2e-45d9-4808-a4d4-db5836234372', 'name': 'network-vif-deleted', 'tag': 'ad8b774e-9bea-4fa1-8869-54c2ac4331f0', 'status': 'completed', 'code': 200} Dec 15 16:25:57.714404 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49497cba-5b6d-46bd-9841-513ea86ecdf8 req-779902c8-7596-41c9-8c0a-7051d753e206 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:57.715892 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-49497cba-5b6d-46bd-9841-513ea86ecdf8 req-779902c8-7596-41c9-8c0a-7051d753e206 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0510039 Dec 15 16:25:57.772174 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-49497cba-5b6d-46bd-9841-513ea86ecdf8 req-ee72a1f7-9f0f-4767-9d6a-5bc44a9b5600 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474894 Dec 15 16:25:58.840850 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:59.077612 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861c16-d72d-4cbf-b395-57c14614dbc1 req-07cc5321-9b0d-4b90-95d4-fa1051e1222d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:25:59.079139 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b861c16-d72d-4cbf-b395-57c14614dbc1 req-07cc5321-9b0d-4b90-95d4-fa1051e1222d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.2309432 Dec 15 16:25:59.129391 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b861c16-d72d-4cbf-b395-57c14614dbc1 req-e0821084-c2b8-4dfe-abe2-be5d49b2ed29 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441604 Dec 15 16:25:59.937334 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:25:59.959391 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:00.328597 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60566666-7bde-4e4c-9d39-9db7d2e03e8a req-660498e0-e41c-4e26-b243-580ceb3f41e9 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:00.330216 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-60566666-7bde-4e4c-9d39-9db7d2e03e8a req-660498e0-e41c-4e26-b243-580ceb3f41e9 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.1233160 Dec 15 16:26:00.386626 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-60566666-7bde-4e4c-9d39-9db7d2e03e8a req-f820968d-5295-46c2-8026-6e0ffdc536c9 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470984 Dec 15 16:26:00.959418 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device ad8b774e-9bea-4fa1-8869-54c2ac4331f0 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:26:00.989797 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: ad8b774e-9bea-4fa1-8869-54c2ac4331f0 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:26:00.990139 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device ad8b774e-9bea-4fa1-8869-54c2ac4331f0 not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:26:01.001924 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:01.517493 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dc67c-b222-40c0-9c07-c03049d439ef req-7e4138b4-a25c-460e-b08e-1e778e9b226b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:01.519009 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-139dc67c-b222-40c0-9c07-c03049d439ef req-7e4138b4-a25c-460e-b08e-1e778e9b226b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0548060 Dec 15 16:26:01.572907 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-139dc67c-b222-40c0-9c07-c03049d439ef req-5fe9f486-8824-4308-891e-9085bceebb00 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475953 Dec 15 16:26:02.582537 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 41654) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:02.703428 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a27b2137-b453-446c-8eed-a1f26a8740e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:02.712546 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6a4e4-f506-4b1d-9fac-f4801d1a6038 req-c7e10beb-3bea-4028-bea5-a95b3add2797 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:02.714037 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4bb6a4e4-f506-4b1d-9fac-f4801d1a6038 req-c7e10beb-3bea-4028-bea5-a95b3add2797 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0497460 Dec 15 16:26:02.768645 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4bb6a4e4-f506-4b1d-9fac-f4801d1a6038 req-02482ea4-1e0a-4b28-bb5d-ac48b01e4b74 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468144 Dec 15 16:26:02.786168 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a27b2137-b453-446c-8eed-a1f26a8740e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:02.790595 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-a27b2137-b453-446c-8eed-a1f26a8740e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:02.826489 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b2137-b453-446c-8eed-a1f26a8740e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174003e6-4c49-4b8f-9e89-ab64432da882,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:02.830636 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-a27b2137-b453-446c-8eed-a1f26a8740e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32a0fa2d42d04dc8a81ba32537e031e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470539 Dec 15 16:26:02.833310 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 41660) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:02.880778 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e8ed8b92-9ca9-4938-bd5e-00681efab37a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:02.904494 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e8ed8b92-9ca9-4938-bd5e-00681efab37a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:02.956253 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e8ed8b92-9ca9-4938-bd5e-00681efab37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:02.959735 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e8ed8b92-9ca9-4938-bd5e-00681efab37a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:02.961305 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-e8ed8b92-9ca9-4938-bd5e-00681efab37a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/174003e6-4c49-4b8f-9e89-ab64432da882 HTTP/1.1" status: 204 len: 168 time: 0.1271379 Dec 15 16:26:02.971494 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed8b92-9ca9-4938-bd5e-00681efab37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174003e6-4c49-4b8f-9e89-ab64432da882,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:03.266452 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 41666) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:03.280368 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-6d3a90d7-1c38-482b-b365-418b983284f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:03.358139 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-6d3a90d7-1c38-482b-b365-418b983284f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:03.364138 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-6d3a90d7-1c38-482b-b365-418b983284f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:03.401384 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-6d3a90d7-1c38-482b-b365-418b983284f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee5bebec1c7345299602c8016e501965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338603 Dec 15 16:26:03.402537 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a90d7-1c38-482b-b365-418b983284f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc95564-2d1c-42da-9123-d040f835ffd3,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:03.404399 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 41668) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:03.455795 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-07248bf3-e285-4164-9eaf-f2f2058750dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:03.478269 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-07248bf3-e285-4164-9eaf-f2f2058750dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:03.536845 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-07248bf3-e285-4164-9eaf-f2f2058750dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:03.540017 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-07248bf3-e285-4164-9eaf-f2f2058750dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:03.541622 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-07248bf3-e285-4164-9eaf-f2f2058750dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bdc95564-2d1c-42da-9123-d040f835ffd3 HTTP/1.1" status: 204 len: 168 time: 0.1360526 Dec 15 16:26:03.551012 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07248bf3-e285-4164-9eaf-f2f2058750dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc95564-2d1c-42da-9123-d040f835ffd3,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:03.906752 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78216ce8-f6de-4499-befe-93a9d44aa383 req-3a882296-d4a8-43bd-9596-0f9074ca9f1d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:03.908289 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-78216ce8-f6de-4499-befe-93a9d44aa383 req-3a882296-d4a8-43bd-9596-0f9074ca9f1d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0533645 Dec 15 16:26:03.957649 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-78216ce8-f6de-4499-befe-93a9d44aa383 req-5c1b1c84-5f5e-4785-a78a-8671cc033a11 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433853 Dec 15 16:26:05.089128 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ad559-0917-406e-a01c-00dffe795793 req-7fbb9a24-8634-434a-82c2-f94522d98fa2 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:05.090760 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-167ad559-0917-406e-a01c-00dffe795793 req-7fbb9a24-8634-434a-82c2-f94522d98fa2 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0501046 Dec 15 16:26:05.142062 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-167ad559-0917-406e-a01c-00dffe795793 req-9515e8a3-1c99-48be-9dcf-2bf6d7cb6755 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451181 Dec 15 16:26:05.448439 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 41730) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:05.569161 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-85c658f5-5f7d-41f2-94b3-b2654246bed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:05.655396 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-85c658f5-5f7d-41f2-94b3-b2654246bed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:05.660598 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-85c658f5-5f7d-41f2-94b3-b2654246bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:05.705161 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-85c658f5-5f7d-41f2-94b3-b2654246bed0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3054635fe15e49c7be6a7be3eed03701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555890 Dec 15 16:26:05.706054 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c658f5-5f7d-41f2-94b3-b2654246bed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba08d7d6-acba-4f78-9b64-7c7c92e61663,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:05.708048 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 41738) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:05.761676 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-72e4e328-b3b0-42e6-a10d-059abc77ef23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:05.784268 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-72e4e328-b3b0-42e6-a10d-059abc77ef23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:05.831871 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-72e4e328-b3b0-42e6-a10d-059abc77ef23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:05.834442 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-72e4e328-b3b0-42e6-a10d-059abc77ef23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:05.835697 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-72e4e328-b3b0-42e6-a10d-059abc77ef23 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba08d7d6-acba-4f78-9b64-7c7c92e61663 HTTP/1.1" status: 204 len: 168 time: 0.1259482 Dec 15 16:26:05.845092 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4e328-b3b0-42e6-a10d-059abc77ef23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba08d7d6-acba-4f78-9b64-7c7c92e61663,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:05.895012 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-0c73c6bc-a227-46b4-a2e6-fe5cf2b4afe4 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:05.896629 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-0c73c6bc-a227-46b4-a2e6-fe5cf2b4afe4 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/networks?id=57950f25-a0f8-46d5-8479-44bfafba8631 HTTP/1.1" status: 200 len: 812 time: 0.1101105 Dec 15 16:26:05.921649 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-ca148523-9a23-4441-bdbf-1de66779e21c tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/quotas/3f435a136a5e44f89a0b09d4ec7427b7 HTTP/1.1" status: 200 len: 375 time: 0.0104299 Dec 15 16:26:05.966444 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-97eb3ddf-e8ad-486c-817b-05aa2836b9d8 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f435a136a5e44f89a0b09d4ec7427b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382407 Dec 15 16:26:06.131104 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 41756) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:06.147214 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2879f93b-fca3-4ecd-9de6-6066aec9d1c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:06.165729 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-69f0c6eb-6af9-4b39-aa4d-9413680d9964 service neutron] 10.222.0.60 "GET /v2.0/networks/57950f25-a0f8-46d5-8479-44bfafba8631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920481 Dec 15 16:26:06.229948 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2879f93b-fca3-4ecd-9de6-6066aec9d1c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:06.235453 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2879f93b-fca3-4ecd-9de6-6066aec9d1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:06.276627 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-2879f93b-fca3-4ecd-9de6-6066aec9d1c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80cfd4f0fd5c4f5aa167fcc6dc0f685f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416943 Dec 15 16:26:06.276627 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879f93b-fca3-4ecd-9de6-6066aec9d1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac9efec-c936-4550-98bb-a3d938f284aa,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:06.277044 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 41760) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:06.310711 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f2e62-697d-4ea6-a05f-69d0c97380be req-3647c44b-91db-4bf8-b5c8-ba62a4cf3663 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:06.312243 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-469f2e62-697d-4ea6-a05f-69d0c97380be req-3647c44b-91db-4bf8-b5c8-ba62a4cf3663 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0907891 Dec 15 16:26:06.328329 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-e07f3ad0-3407-4d52-9693-1a84e315b446 service neutron] 10.222.0.60 "GET /v2.0/networks/57950f25-a0f8-46d5-8479-44bfafba8631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550221 Dec 15 16:26:06.396833 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-469f2e62-697d-4ea6-a05f-69d0c97380be req-4b7be3bb-1f47-4063-a28e-c0bd1bc2e913 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767746 Dec 15 16:26:06.397858 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d6efb01-6d46-431e-a402-f61651a2af73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:06.422316 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d6efb01-6d46-431e-a402-f61651a2af73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:06.484126 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d6efb01-6d46-431e-a402-f61651a2af73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:06.485961 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-7d6efb01-6d46-431e-a402-f61651a2af73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:06.487107 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-7d6efb01-6d46-431e-a402-f61651a2af73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ac9efec-c936-4550-98bb-a3d938f284aa HTTP/1.1" status: 204 len: 168 time: 0.2091279 Dec 15 16:26:06.509005 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0562ada0-8096-4e44-bb60-c3cbaadc6ecc req-65da226a-157d-41d0-8136-8fb0f737dc8a tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 210 time: 0.0372570 Dec 15 16:26:06.514847 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6efb01-6d46-431e-a402-f61651a2af73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac9efec-c936-4550-98bb-a3d938f284aa,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:07.524518 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7102a9-419d-49ed-bd60-b04567a82bc4 req-30ace307-1c84-4aae-ac0a-a01fa481c2ee tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:07.531940 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fe7102a9-419d-49ed-bd60-b04567a82bc4 req-30ace307-1c84-4aae-ac0a-a01fa481c2ee tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0580142 Dec 15 16:26:07.595838 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fe7102a9-419d-49ed-bd60-b04567a82bc4 req-433a8dde-0628-4fe2-b858-bfec4a953e35 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521271 Dec 15 16:26:07.645681 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a827f7e0-ff4a-4485-bb33-4c6fa1f62730 req-e39c01b0-7713-4d77-b943-fb41724f42b1 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 210 time: 0.0387208 Dec 15 16:26:07.673491 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-f61bf6f3-c1a1-495c-8e2d-02e5eea3d048 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:07.675022 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-f61bf6f3-c1a1-495c-8e2d-02e5eea3d048 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.65 "GET /v2.0/networks?id=57950f25-a0f8-46d5-8479-44bfafba8631 HTTP/1.1" status: 200 len: 812 time: 0.1452053 Dec 15 16:26:07.688686 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-468c8591-f0cf-4f31-b7b7-c12c8517d6c9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Request body: {'port': {'device_id': 'b2c86622-4d3b-4750-9589-e485a89473cb', 'network_id': '57950f25-a0f8-46d5-8479-44bfafba8631', 'admin_state_up': True, 'tenant_id': '3f435a136a5e44f89a0b09d4ec7427b7'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:26:07.847602 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-468c8591-f0cf-4f31-b7b7-c12c8517d6c9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Made reservation on behalf of 3f435a136a5e44f89a0b09d4ec7427b7 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:26:07.851280 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-468c8591-f0cf-4f31-b7b7-c12c8517d6c9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:07.982781 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-468c8591-f0cf-4f31-b7b7-c12c8517d6c9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Allocated IP 172.20.0.6 (57950f25-a0f8-46d5-8479-44bfafba8631/e27b65a0-7f26-4655-b5ac-9dd183c85974/201a5147-a21d-4bd9-8def-2ce8d86621a5) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:26:08.149771 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-468c8591-f0cf-4f31-b7b7-c12c8517d6c9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:08.183921 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-468c8591-f0cf-4f31-b7b7-c12c8517d6c9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:08.228836 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-468c8591-f0cf-4f31-b7b7-c12c8517d6c9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Network 57950f25-a0f8-46d5-8479-44bfafba8631 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:26:08.232543 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-468c8591-f0cf-4f31-b7b7-c12c8517d6c9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:26:08.236306 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-468c8591-f0cf-4f31-b7b7-c12c8517d6c9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:26:08.242706 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c8591-f0cf-4f31-b7b7-c12c8517d6c9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Pushing event updated for resources: {'Port': ['ID=201a5147-a21d-4bd9-8def-2ce8d86621a5,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:08.289615 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-468c8591-f0cf-4f31-b7b7-c12c8517d6c9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:08.290310 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-468c8591-f0cf-4f31-b7b7-c12c8517d6c9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:08.310138 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-468c8591-f0cf-4f31-b7b7-c12c8517d6c9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6252761 Dec 15 16:26:08.324962 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Request body: {'port': {'device_id': 'b2c86622-4d3b-4750-9589-e485a89473cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:26:08.384502 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:08.663236 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201a5147-a21d-4bd9-8def-2ce8d86621a5 {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:26:08.671041 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:08.684698 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Transition to ACTIVE for port object 201a5147-a21d-4bd9-8def-2ce8d86621a5 will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:26:08.690206 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:08.756590 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Pushing event updated for resources: {'Port': ['ID=201a5147-a21d-4bd9-8def-2ce8d86621a5,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:08.766967 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aee3d-3d55-44cc-99f6-7b9230231848 req-7954b540-f2ad-40a5-9eb0-6f5f9fb30d81 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:08.768558 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-628aee3d-3d55-44cc-99f6-7b9230231848 req-7954b540-f2ad-40a5-9eb0-6f5f9fb30d81 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0869727 Dec 15 16:26:08.825112 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Attempting to bind port 201a5147-a21d-4bd9-8def-2ce8d86621a5 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:26:08.825523 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Attempting to bind port 201a5147-a21d-4bd9-8def-2ce8d86621a5 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'a3b1078d-988b-48d4-8e06-7965e806305c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '57950f25-a0f8-46d5-8479-44bfafba8631'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:26:08.825848 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Attempting to bind port 201a5147-a21d-4bd9-8def-2ce8d86621a5 on network 57950f25-a0f8-46d5-8479-44bfafba8631 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:26:08.830329 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Port 201a5147-a21d-4bd9-8def-2ce8d86621a5 on network 57950f25-a0f8-46d5-8479-44bfafba8631 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:26:08.830646 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Attempting to bind port 201a5147-a21d-4bd9-8def-2ce8d86621a5 on network 57950f25-a0f8-46d5-8479-44bfafba8631 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:26:08.835817 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:26:08.836153 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Checking segment: {'id': 'a3b1078d-988b-48d4-8e06-7965e806305c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '57950f25-a0f8-46d5-8479-44bfafba8631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:26:08.836534 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Bound using segment: {'id': 'a3b1078d-988b-48d4-8e06-7965e806305c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '57950f25-a0f8-46d5-8479-44bfafba8631'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:26:08.836974 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Bound port: 201a5147-a21d-4bd9-8def-2ce8d86621a5, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b1078d-988b-48d4-8e06-7965e806305c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '57950f25-a0f8-46d5-8479-44bfafba8631'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:26:08.837323 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:08.851278 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a5d55-3574-4790-9654-ab15a05a8856 req-4c62e073-9721-4120-8739-8c041118b900 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:08.852863 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e59a5d55-3574-4790-9654-ab15a05a8856 req-4c62e073-9721-4120-8739-8c041118b900 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 943 time: 0.0950885 Dec 15 16:26:08.858132 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-628aee3d-3d55-44cc-99f6-7b9230231848 req-03c88546-5c5d-4799-8404-c9c5163b3533 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799909 Dec 15 16:26:08.904246 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e59a5d55-3574-4790-9654-ab15a05a8856 req-b9731958-cde3-45a9-8a7b-bf99f108ecf6 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445397 Dec 15 16:26:08.905532 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] For port 201a5147-a21d-4bd9-8def-2ce8d86621a5, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:26:08.908751 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] For port 201a5147-a21d-4bd9-8def-2ce8d86621a5, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=201a5147-a21d-4bd9-8def-2ce8d86621a5,segment=NetworkSegment(a3b1078d-988b-48d4-8e06-7965e806305c),segment_id=a3b1078d-988b-48d4-8e06-7965e806305c)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:26:08.913046 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:08.947643 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:08.948257 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:08.949643 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] 10.222.0.65 "PUT /v2.0/ports/201a5147-a21d-4bd9-8def-2ce8d86621a5 HTTP/1.1" status: 200 len: 1093 time: 0.6308630 Dec 15 16:26:08.950129 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c86622-4d3b-4750-9589-e485a89473cb', 'tag': '201a5147-a21d-4bd9-8def-2ce8d86621a5'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:26:08.952409 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aef7311-8b11-44b5-8aad-5234e6ec042d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c86622-4d3b-4750-9589-e485a89473cb", "tag": "201a5147-a21d-4bd9-8def-2ce8d86621a5"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:26:08.975312 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Pushing event updated for resources: {'Port': ['ID=201a5147-a21d-4bd9-8def-2ce8d86621a5,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:08.983944 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:08.984300 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:08.984649 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:08.985012 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:08.985351 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:08.985711 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:08.986041 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:08.986371 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:08.986983 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:08.987593 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:08.987935 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:08.988462 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:08.988841 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d19bc6-1435-4af5-9920-e82e996a2a23 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:09.002842 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e524e80-9ad7-4bea-8441-fdfb651fd2a9 x-openstack-request-id: req-8e524e80-9ad7-4bea-8441-fdfb651fd2a9 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:26:09.003137 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c86622-4d3b-4750-9589-e485a89473cb", "tag": "201a5147-a21d-4bd9-8def-2ce8d86621a5", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:26:09.003404 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e524e80-9ad7-4bea-8441-fdfb651fd2a9 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:26:09.003804 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c86622-4d3b-4750-9589-e485a89473cb', 'tag': '201a5147-a21d-4bd9-8def-2ce8d86621a5', 'status': 'completed', 'code': 200} Dec 15 16:26:09.039976 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-fddc485a-a999-4a8c-bd53-eacc35a85ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:09.041470 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-fddc485a-a999-4a8c-bd53-eacc35a85ab3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3f435a136a5e44f89a0b09d4ec7427b7&device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 1096 time: 0.0485642 Dec 15 16:26:09.085710 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-48bcfaf2-b192-4871-b8ba-2192036d1e8e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=201a5147-a21d-4bd9-8def-2ce8d86621a5 HTTP/1.1" status: 200 len: 217 time: 0.0351496 Dec 15 16:26:09.141896 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-0d462b77-b708-43e6-bb6a-afa3c078e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:09.143418 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-0d462b77-b708-43e6-bb6a-afa3c078e5c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e27b65a0-7f26-4655-b5ac-9dd183c85974 HTTP/1.1" status: 200 len: 852 time: 0.0510681 Dec 15 16:26:09.175297 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-9d7e60e7-5a0b-403a-ba6f-25fb9cda616c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57950f25-a0f8-46d5-8479-44bfafba8631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243387 Dec 15 16:26:09.274364 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-f95a3ba2-ac0a-4488-83c3-3fd41a55f8ba service neutron] 10.222.0.65 "GET /v2.0/networks/57950f25-a0f8-46d5-8479-44bfafba8631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909624 Dec 15 16:26:09.364335 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2161a186-c97d-46ee-b9b9-24757b8d0e96 req-df1ddfab-6ccd-4c62-bd5a-3f8aa397a083 service neutron] 10.222.0.65 "GET /v2.0/networks/57950f25-a0f8-46d5-8479-44bfafba8631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825922 Dec 15 16:26:09.467208 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7311-8b11-44b5-8aad-5234e6ec042d req-b72d689d-67e0-4c4b-9cd8-d59d9e011114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:09.468779 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9aef7311-8b11-44b5-8aad-5234e6ec042d req-b72d689d-67e0-4c4b-9cd8-d59d9e011114 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3f435a136a5e44f89a0b09d4ec7427b7&device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 1096 time: 0.0502505 Dec 15 16:26:09.565630 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7311-8b11-44b5-8aad-5234e6ec042d req-d4fd483c-07b3-4f54-b5c0-2567759f4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:09.567129 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9aef7311-8b11-44b5-8aad-5234e6ec042d req-d4fd483c-07b3-4f54-b5c0-2567759f4e31 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57950f25-a0f8-46d5-8479-44bfafba8631 HTTP/1.1" status: 200 len: 913 time: 0.0893326 Dec 15 16:26:09.614087 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9aef7311-8b11-44b5-8aad-5234e6ec042d req-e1fe2187-855b-4513-bf6f-bc397d85369c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=201a5147-a21d-4bd9-8def-2ce8d86621a5 HTTP/1.1" status: 200 len: 217 time: 0.0388424 Dec 15 16:26:09.665829 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef7311-8b11-44b5-8aad-5234e6ec042d req-b8b2bc23-056f-4a20-9f8e-db1cb6722b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:09.667289 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9aef7311-8b11-44b5-8aad-5234e6ec042d req-b8b2bc23-056f-4a20-9f8e-db1cb6722b8e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e27b65a0-7f26-4655-b5ac-9dd183c85974 HTTP/1.1" status: 200 len: 852 time: 0.0461345 Dec 15 16:26:09.701267 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9aef7311-8b11-44b5-8aad-5234e6ec042d req-2e1cce4d-e88d-4205-b29d-67c50f19dd6d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57950f25-a0f8-46d5-8479-44bfafba8631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261436 Dec 15 16:26:09.795387 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9aef7311-8b11-44b5-8aad-5234e6ec042d req-4387b8a0-e382-4597-b34b-c48639fc17b8 service neutron] 10.222.0.65 "GET /v2.0/networks/57950f25-a0f8-46d5-8479-44bfafba8631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861382 Dec 15 16:26:09.908176 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-9aef7311-8b11-44b5-8aad-5234e6ec042d req-0e156ea4-44b2-496e-8486-7bf577ef8505 service neutron] 10.222.0.65 "GET /v2.0/networks/57950f25-a0f8-46d5-8479-44bfafba8631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028233 Dec 15 16:26:10.026999 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c96eff-f3f8-4f8d-b187-7b2d62599dcd req-02c9a273-c937-4a45-b8ec-7615a255ae71 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:10.028956 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f8c96eff-f3f8-4f8d-b187-7b2d62599dcd req-02c9a273-c937-4a45-b8ec-7615a255ae71 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0850060 Dec 15 16:26:10.061461 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039cadb-d3bb-411e-8cd5-6580e750da87 req-2cb03aa8-4608-4fdb-87e9-3ae043d5120f tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:10.062935 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b039cadb-d3bb-411e-8cd5-6580e750da87 req-2cb03aa8-4608-4fdb-87e9-3ae043d5120f tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 943 time: 0.0835700 Dec 15 16:26:10.107162 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f8c96eff-f3f8-4f8d-b187-7b2d62599dcd req-7a905c85-8bd2-48d6-b01b-cbce2828c79d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707936 Dec 15 16:26:10.132484 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b039cadb-d3bb-411e-8cd5-6580e750da87 req-4e2b66ab-54d5-405f-a04c-e3b88e712393 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631189 Dec 15 16:26:11.049918 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 41862) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:11.164017 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:11.298147 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b045a9-731c-47a5-918d-6ba4d5de7ba5 req-78564f06-f4d9-43f8-8dd2-48b4fffa4dbe tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:11.299563 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e6b045a9-731c-47a5-918d-6ba4d5de7ba5 req-78564f06-f4d9-43f8-8dd2-48b4fffa4dbe tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.1106122 Dec 15 16:26:11.309440 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d7c6-f042-40ab-9a61-c1eedd25bb36 req-bd26721b-6c48-4485-adc9-fb92441d345a tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:11.310830 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7709d7c6-f042-40ab-9a61-c1eedd25bb36 req-bd26721b-6c48-4485-adc9-fb92441d345a tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 943 time: 0.1062279 Dec 15 16:26:11.361018 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:11.370510 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:11.395743 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:26:11.411173 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e6b045a9-731c-47a5-918d-6ba4d5de7ba5 req-5ae5b604-13b6-4aa0-8eb5-a6ac8d06f1fc tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993838 Dec 15 16:26:11.444027 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7709d7c6-f042-40ab-9a61-c1eedd25bb36 req-762e9fb5-355d-4db3-b489-2499ad667454 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197469 Dec 15 16:26:11.446134 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c5af912ef364620a34717ae0184b06d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3951344 Dec 15 16:26:11.447351 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240b7f66-bddb-474d-9fc1-f0b994f66f6e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:11.449382 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 41870) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:11.456908 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:11.457253 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:11.457728 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:11.457981 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:11.458221 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:11.458551 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:11.458874 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:11.459192 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:11.459538 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:11.459858 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:11.460302 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:11.460487 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:11.460787 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09db307e-3fed-4e00-8354-77b97d136e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:11.517709 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4bb76f36-5b97-47eb-b377-1908ca42ce2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:11.544942 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4bb76f36-5b97-47eb-b377-1908ca42ce2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:11.601331 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4bb76f36-5b97-47eb-b377-1908ca42ce2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:11.603846 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4bb76f36-5b97-47eb-b377-1908ca42ce2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:11.604975 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-4bb76f36-5b97-47eb-b377-1908ca42ce2c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/240b7f66-bddb-474d-9fc1-f0b994f66f6e HTTP/1.1" status: 204 len: 168 time: 0.1529520 Dec 15 16:26:11.613381 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb76f36-5b97-47eb-b377-1908ca42ce2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240b7f66-bddb-474d-9fc1-f0b994f66f6e,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:11.914923 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 41876) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:11.931846 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5dd0-2053-4529-adb4-5665244a1305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:12.039718 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5dd0-2053-4529-adb4-5665244a1305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:12.045615 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5dd0-2053-4529-adb4-5665244a1305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:12.084494 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-e6ea5dd0-2053-4529-adb4-5665244a1305 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0fa94362aba64a7aba0ccd39235932a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1682281 Dec 15 16:26:12.085400 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea5dd0-2053-4529-adb4-5665244a1305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fa2f7a-649f-4e52-816d-d8a2859fd184,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:12.087395 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 41878) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:12.140574 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc5d03ea-d9ed-4079-b1c2-6d2b6c342c8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:12.163117 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc5d03ea-d9ed-4079-b1c2-6d2b6c342c8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:12.226343 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 71e495aa-7e03-4d0e-9f9d-b7560a684e27 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:26:12.332878 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 71e495aa-7e03-4d0e-9f9d-b7560a684e27, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:12.345079 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'port_id': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'mac_address': 'fa:16:3e:33:87:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:26:12.383186 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:12.396891 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71e495aa-7e03-4d0e-9f9d-b7560a684e27 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:26:12.421454 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 71e495aa-7e03-4d0e-9f9d-b7560a684e27, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:12.426596 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:12.427394 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 201a5147-a21d-4bd9-8def-2ce8d86621a5 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:26:12.454252 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc5d03ea-d9ed-4079-b1c2-6d2b6c342c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:12.457925 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-dc5d03ea-d9ed-4079-b1c2-6d2b6c342c8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:12.462850 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-dc5d03ea-d9ed-4079-b1c2-6d2b6c342c8e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61fa2f7a-649f-4e52-816d-d8a2859fd184 HTTP/1.1" status: 204 len: 168 time: 0.3742974 Dec 15 16:26:12.479145 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d03ea-d9ed-4079-b1c2-6d2b6c342c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fa2f7a-649f-4e52-816d-d8a2859fd184,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:12.575828 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=71e495aa-7e03-4d0e-9f9d-b7560a684e27,revision_number=6']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:12.584865 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 201a5147-a21d-4bd9-8def-2ce8d86621a5, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=201a5147-a21d-4bd9-8def-2ce8d86621a5,segment=NetworkSegment(a3b1078d-988b-48d4-8e06-7965e806305c),segment_id=a3b1078d-988b-48d4-8e06-7965e806305c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:12.596206 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d3a0d-9cea-4394-b715-1a29736ba686 req-34acb5ed-96fa-402a-85c2-3ad60dfe9b71 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:12.597640 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c77d3a0d-9cea-4394-b715-1a29736ba686 req-34acb5ed-96fa-402a-85c2-3ad60dfe9b71 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 945 time: 0.0789883 Dec 15 16:26:12.597791 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:12.597997 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:12.598522 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:12.599006 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:12.599633 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:12.600106 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:12.600603 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:12.601076 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:12.601545 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:12.602024 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:12.602501 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:12.602965 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:12.603462 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:26:12.614516 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '201a5147-a21d-4bd9-8def-2ce8d86621a5', 'network_id': '57950f25-a0f8-46d5-8479-44bfafba8631', 'port_id': '201a5147-a21d-4bd9-8def-2ce8d86621a5', 'mac_address': 'fa:16:3e:0b:92:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27b65a0-7f26-4655-b5ac-9dd183c85974', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:26:12.625853 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee0ffc-f786-4c97-baa7-e46f2dc9496b req-40c53fd0-6632-42e5-b122-22dc6b2aaab7 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:12.627429 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-01ee0ffc-f786-4c97-baa7-e46f2dc9496b req-40c53fd0-6632-42e5-b122-22dc6b2aaab7 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 943 time: 0.0812082 Dec 15 16:26:12.662763 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:12.676043 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201a5147-a21d-4bd9-8def-2ce8d86621a5 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:26:12.696373 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 201a5147-a21d-4bd9-8def-2ce8d86621a5, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=201a5147-a21d-4bd9-8def-2ce8d86621a5,segment=NetworkSegment(a3b1078d-988b-48d4-8e06-7965e806305c),segment_id=a3b1078d-988b-48d4-8e06-7965e806305c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:12.700305 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c77d3a0d-9cea-4394-b715-1a29736ba686 req-b61bb9ea-697e-48ab-96a0-c3187eec7f44 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936186 Dec 15 16:26:12.712284 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-01ee0ffc-f786-4c97-baa7-e46f2dc9496b req-91ece6ba-322f-4390-9ae3-a10a4eaeee8b tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738537 Dec 15 16:26:12.716055 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:12.765407 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=201a5147-a21d-4bd9-8def-2ce8d86621a5,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:12.846294 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['71e495aa-7e03-4d0e-9f9d-b7560a684e27'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:26:13.127907 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['201a5147-a21d-4bd9-8def-2ce8d86621a5'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:26:13.248996 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 41906) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:13.355291 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-178223997-network', 'tenant_id': '4a4ab07b082c4e2693e8bd2cda86e5cb'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:26:13.376743 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] Made reservation on behalf of 4a4ab07b082c4e2693e8bd2cda86e5cb for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:26:13.379040 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:13.390751 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:13.472419 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:13.478053 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:13.505996 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:26:13.517000 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225d7df1-ce46-41b0-9246-6e1acdada58a,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:13.523725 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:13.524241 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] Added segment 383f1002-e52a-4441-ac2d-b98e15c32dfa of type vlan for network 1a511f0f-a746-47ea-b366-cded51a29e26 Dec 15 16:26:13.569730 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:13.596444 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:13.597664 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:13.598244 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:13.653501 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4032702 Dec 15 16:26:13.657323 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 41924) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:13.663137 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-c738b115-6fe5-43e8-8775-4a17e34e273d admin admin] Request body: {'subnet': {'network_id': '1a511f0f-a746-47ea-b366-cded51a29e26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-178223997-subnet', 'tenant_id': '4a4ab07b082c4e2693e8bd2cda86e5cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:26:13.665525 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b756a6a-2104-482a-bb90-8982db47de15 admin admin] Pushing event updated for resources: {'Network': ['ID=1a511f0f-a746-47ea-b366-cded51a29e26,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:13.678185 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 1a511f0f-a746-47ea-b366-cded51a29e26 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:26:13.703350 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c738b115-6fe5-43e8-8775-4a17e34e273d admin admin] Made reservation on behalf of 4a4ab07b082c4e2693e8bd2cda86e5cb for: {'subnet': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:26:13.705949 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c738b115-6fe5-43e8-8775-4a17e34e273d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10307943'] for subnet, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:13.881310 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d63473-18b1-47f9-9031-5d7d54239101 req-fa5e5af8-3474-4247-ab0e-ae36250cda66 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:13.882959 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c2d63473-18b1-47f9-9031-5d7d54239101 req-fa5e5af8-3474-4247-ab0e-ae36250cda66 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 944 time: 0.0810211 Dec 15 16:26:13.900972 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3237d-3f90-42e6-987c-40e90daa1024 req-2f0535e9-e8bb-47d9-9ed4-6054bb6a0a48 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:13.902232 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f2d3237d-3f90-42e6-987c-40e90daa1024 req-2f0535e9-e8bb-47d9-9ed4-6054bb6a0a48 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 945 time: 0.0911186 Dec 15 16:26:13.910791 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c738b115-6fe5-43e8-8775-4a17e34e273d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3003161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10307961'] for subnet, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:13.962659 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738b115-6fe5-43e8-8775-4a17e34e273d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e7073e-8b36-4413-bd8f-769a091b815c,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:13.975251 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c2d63473-18b1-47f9-9031-5d7d54239101 req-a934cee7-76dd-476f-918a-1cdcc90449a9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831611 Dec 15 16:26:13.990452 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738b115-6fe5-43e8-8775-4a17e34e273d admin admin] Checking segment: {'id': '383f1002-e52a-4441-ac2d-b98e15c32dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1a511f0f-a746-47ea-b366-cded51a29e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:26:13.990677 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c738b115-6fe5-43e8-8775-4a17e34e273d admin admin] Network hostable DHCP agents. Network: 1a511f0f-a746-47ea-b366-cded51a29e26, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:26:14.000730 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f2d3237d-3f90-42e6-987c-40e90daa1024 req-ebc2b96a-3504-48d7-91e4-50fbdd98d21a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803967 Dec 15 16:26:14.021961 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c738b115-6fe5-43e8-8775-4a17e34e273d admin admin] Network 1a511f0f-a746-47ea-b366-cded51a29e26 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:26:14.032505 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-c738b115-6fe5-43e8-8775-4a17e34e273d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 1a511f0f-a746-47ea-b366-cded51a29e26) {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:26:14.043776 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c47064-a685-4535-968e-1c21d54cf7c8 None None] Network 1a511f0f-a746-47ea-b366-cded51a29e26 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:26:14.047456 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c738b115-6fe5-43e8-8775-4a17e34e273d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:14.048942 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c738b115-6fe5-43e8-8775-4a17e34e273d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:14.076580 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-c738b115-6fe5-43e8-8775-4a17e34e273d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4169178 Dec 15 16:26:14.187360 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84258baf-e4a7-405f-9943-daad1526db83 None None] Network 1a511f0f-a746-47ea-b366-cded51a29e26 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:26:14.247210 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 71e495aa-7e03-4d0e-9f9d-b7560a684e27 up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:26:14.474396 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 71e495aa-7e03-4d0e-9f9d-b7560a684e27 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:26:14.474760 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:14.569502 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:14.596025 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049761b5-88eb-4325-af0e-03da2842cbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e495aa-7e03-4d0e-9f9d-b7560a684e27'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:26:14.598387 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ca46fc-478a-4d56-8ad9-ba688cbcf789" -d '{"events": [{"server_uuid": "049761b5-88eb-4325-af0e-03da2842cbf5", "name": "network-vif-plugged", "status": "completed", "tag": "71e495aa-7e03-4d0e-9f9d-b7560a684e27"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:26:14.611929 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 71e495aa-7e03-4d0e-9f9d-b7560a684e27, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:14.618603 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:14.619513 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 201a5147-a21d-4bd9-8def-2ce8d86621a5 up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:26:14.651210 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc23b8f-a1f1-4ac9-8601-b7a4f43daac7 x-openstack-request-id: req-bbc23b8f-a1f1-4ac9-8601-b7a4f43daac7 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:26:14.651518 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049761b5-88eb-4325-af0e-03da2842cbf5", "name": "network-vif-plugged", "status": "completed", "tag": "71e495aa-7e03-4d0e-9f9d-b7560a684e27", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:26:14.651799 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bbc23b8f-a1f1-4ac9-8601-b7a4f43daac7 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:26:14.652144 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049761b5-88eb-4325-af0e-03da2842cbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'code': 200} Dec 15 16:26:14.723101 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 41960) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:14.724594 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=71e495aa-7e03-4d0e-9f9d-b7560a684e27,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:14.729507 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port 201a5147-a21d-4bd9-8def-2ce8d86621a5 completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:26:14.730424 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-352386763-network', 'tenant_id': 'd2d16ac1d57b41fdaa83926a7efd8f81'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:26:14.737662 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 201a5147-a21d-4bd9-8def-2ce8d86621a5 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:26:14.738261 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:14.768819 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] Made reservation on behalf of d2d16ac1d57b41fdaa83926a7efd8f81 for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:26:14.772504 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:14.785084 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:14.833300 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:14.877843 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 201a5147-a21d-4bd9-8def-2ce8d86621a5, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=201a5147-a21d-4bd9-8def-2ce8d86621a5,segment=NetworkSegment(a3b1078d-988b-48d4-8e06-7965e806305c),segment_id=a3b1078d-988b-48d4-8e06-7965e806305c)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:14.884386 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:14.890326 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:14.895340 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:14.917985 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:26:14.932582 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5c2060-a1d8-46d8-8eea-2b153bf39772,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:14.941580 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=201a5147-a21d-4bd9-8def-2ce8d86621a5,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:14.955090 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:14.955910 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] Added segment 2b245b2a-4339-4294-82a9-3f896c0b642e of type vlan for network 3c271175-0037-448a-bedf-5bb29c5c7942 Dec 15 16:26:15.002003 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:15.037922 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:15.040100 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:15.040670 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:15.112714 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] Pushing event updated for resources: {'Network': ['ID=3c271175-0037-448a-bedf-5bb29c5c7942,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:15.127745 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 3c271175-0037-448a-bedf-5bb29c5c7942 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:26:15.164360 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-22d18797-d6da-4e29-9d18-b9c5b64341f2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4385042 Dec 15 16:26:15.166959 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 41966) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:15.172852 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-5144765f-f684-4eea-b915-79e8dc9a6867 admin admin] Request body: {'subnet': {'network_id': '3c271175-0037-448a-bedf-5bb29c5c7942', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-352386763-subnet', 'tenant_id': 'd2d16ac1d57b41fdaa83926a7efd8f81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:26:15.217597 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5144765f-f684-4eea-b915-79e8dc9a6867 admin admin] Made reservation on behalf of d2d16ac1d57b41fdaa83926a7efd8f81 for: {'subnet': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:26:15.223195 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5144765f-f684-4eea-b915-79e8dc9a6867 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10307943'] for subnet, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:15.234504 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6c647-c0d0-467d-826c-65ce803bd510 req-4d4d0a94-24e6-4ee1-b34c-ff2668235b22 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:15.236072 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8ec6c647-c0d0-467d-826c-65ce803bd510 req-4d4d0a94-24e6-4ee1-b34c-ff2668235b22 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.1198475 Dec 15 16:26:15.263359 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa6af4-8dc7-43a9-8378-f374bbd2382b req-aa1d31d2-556d-4fba-9964-b710b0dd4687 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:15.265761 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fdfa6af4-8dc7-43a9-8378-f374bbd2382b req-aa1d31d2-556d-4fba-9964-b710b0dd4687 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 945 time: 0.1653483 Dec 15 16:26:15.353065 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8ec6c647-c0d0-467d-826c-65ce803bd510 req-0075bdb1-84c1-4545-b9a2-114199a434aa tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055553 Dec 15 16:26:15.373644 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fdfa6af4-8dc7-43a9-8378-f374bbd2382b req-358037f9-0ea3-41cf-8570-95c1ba35caff tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957177 Dec 15 16:26:15.454556 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5144765f-f684-4eea-b915-79e8dc9a6867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3003161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10307961'] for subnet, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:15.515318 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144765f-f684-4eea-b915-79e8dc9a6867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5409ce3f-fc0e-40e3-85cc-a54961d2bbe6,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:15.539604 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5144765f-f684-4eea-b915-79e8dc9a6867 admin admin] Checking segment: {'id': '2b245b2a-4339-4294-82a9-3f896c0b642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3c271175-0037-448a-bedf-5bb29c5c7942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:26:15.540081 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5144765f-f684-4eea-b915-79e8dc9a6867 admin admin] Network hostable DHCP agents. Network: 3c271175-0037-448a-bedf-5bb29c5c7942, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:26:15.561396 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5144765f-f684-4eea-b915-79e8dc9a6867 admin admin] Network 3c271175-0037-448a-bedf-5bb29c5c7942 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:26:15.573046 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-5144765f-f684-4eea-b915-79e8dc9a6867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 3c271175-0037-448a-bedf-5bb29c5c7942) {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:26:15.577637 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144765f-f684-4eea-b915-79e8dc9a6867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:15.578226 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5144765f-f684-4eea-b915-79e8dc9a6867 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:15.584440 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f74c4ab-aede-411d-a399-ef7cfcf81146 None None] Network 3c271175-0037-448a-bedf-5bb29c5c7942 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:26:15.602122 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-5144765f-f684-4eea-b915-79e8dc9a6867 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4337885 Dec 15 16:26:15.705405 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a68aa9-98d5-45a4-8da5-d3ef8a2d4f8d None None] Network 3c271175-0037-448a-bedf-5bb29c5c7942 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:26:16.568458 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dec50-e76e-4904-81e6-0c6da3ebfebf req-52c7dc40-6935-4684-9484-204c82d1ffe4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:16.577801 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-df9dec50-e76e-4904-81e6-0c6da3ebfebf req-52c7dc40-6935-4684-9484-204c82d1ffe4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.1312785 Dec 15 16:26:16.597586 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cf161-2037-4d7a-91b0-4dc88643f8bb req-9cb21d74-07e0-436e-a387-f96e4c56fc76 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:16.599535 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-087cf161-2037-4d7a-91b0-4dc88643f8bb req-9cb21d74-07e0-436e-a387-f96e4c56fc76 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 945 time: 0.1420298 Dec 15 16:26:16.653331 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c86622-4d3b-4750-9589-e485a89473cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201a5147-a21d-4bd9-8def-2ce8d86621a5'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:26:16.655730 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0970c5-7134-48b7-86fb-22292c6be6e8" -d '{"events": [{"server_uuid": "b2c86622-4d3b-4750-9589-e485a89473cb", "name": "network-vif-plugged", "status": "completed", "tag": "201a5147-a21d-4bd9-8def-2ce8d86621a5"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:26:16.700767 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-df9dec50-e76e-4904-81e6-0c6da3ebfebf req-e71cb90e-998d-4b6c-aa84-49eef68ad7e4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166112 Dec 15 16:26:16.710703 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-087cf161-2037-4d7a-91b0-4dc88643f8bb req-ebebab8a-2f28-45d4-8f16-124f37c66a02 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939376 Dec 15 16:26:16.761666 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb392695-a04d-4566-aa1f-378581af1d46 x-openstack-request-id: req-eb392695-a04d-4566-aa1f-378581af1d46 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:26:16.761962 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c86622-4d3b-4750-9589-e485a89473cb", "name": "network-vif-plugged", "status": "completed", "tag": "201a5147-a21d-4bd9-8def-2ce8d86621a5", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:26:16.762218 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb392695-a04d-4566-aa1f-378581af1d46 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:26:16.762852 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c86622-4d3b-4750-9589-e485a89473cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201a5147-a21d-4bd9-8def-2ce8d86621a5', 'code': 200} Dec 15 16:26:17.082289 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada37aa-fab0-4da0-9815-94a95d18373d req-244a7403-a08e-42d0-a5e4-4aaa5a204821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:17.083845 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-aada37aa-fab0-4da0-9815-94a95d18373d req-244a7403-a08e-42d0-a5e4-4aaa5a204821 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 1098 time: 0.1661963 Dec 15 16:26:17.138602 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-aada37aa-fab0-4da0-9815-94a95d18373d req-d53ca12a-e68d-4fa3-8231-afc46d923333 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452697 Dec 15 16:26:17.922003 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1cacd-dcb5-44e9-ba6d-0c7f98ba5bf2 req-ca7c22eb-0073-4a30-80d7-99a570f11a88 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:17.923714 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6ed1cacd-dcb5-44e9-ba6d-0c7f98ba5bf2 req-ca7c22eb-0073-4a30-80d7-99a570f11a88 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0935900 Dec 15 16:26:17.938989 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdac2d3-cade-4c16-abea-388b5402ad03 req-c02568fb-89e4-4151-a22d-593aa0c8ec3a tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:17.943542 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cbdac2d3-cade-4c16-abea-388b5402ad03 req-c02568fb-89e4-4151-a22d-593aa0c8ec3a tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 945 time: 0.0772231 Dec 15 16:26:18.021049 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6ed1cacd-dcb5-44e9-ba6d-0c7f98ba5bf2 req-ffb08841-f64b-4bfd-becf-7784e20f0be4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762014 Dec 15 16:26:18.035447 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cbdac2d3-cade-4c16-abea-388b5402ad03 req-25fa4e20-5886-4cdb-952a-e6aeb9310b80 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881715 Dec 15 16:26:18.942645 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae17f7-71b3-4637-896f-934657341c0f req-efe755a2-3910-4e85-b119-d4e61aa0be0a tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:18.951137 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c3ae17f7-71b3-4637-896f-934657341c0f req-efe755a2-3910-4e85-b119-d4e61aa0be0a tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0795624 Dec 15 16:26:19.007237 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c3ae17f7-71b3-4637-896f-934657341c0f req-fc547fcd-7ee0-4857-abe2-ea4df6903a8e tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549161 Dec 15 16:26:19.203127 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1c51f-16e3-4772-a9a4-cd23bc0885ff req-c319e1aa-4ab2-4b13-a27b-488022c9d85e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:19.204544 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-38d1c51f-16e3-4772-a9a4-cd23bc0885ff req-c319e1aa-4ab2-4b13-a27b-488022c9d85e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0848811 Dec 15 16:26:19.212167 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d07208-53e8-4361-aa7c-71ff9abf1b72 req-cd8aeb3f-d503-48fd-b40b-6ba401418abc tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:19.213635 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-58d07208-53e8-4361-aa7c-71ff9abf1b72 req-cd8aeb3f-d503-48fd-b40b-6ba401418abc tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 945 time: 0.0952854 Dec 15 16:26:19.290816 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-38d1c51f-16e3-4772-a9a4-cd23bc0885ff req-c2efad00-3235-4ea0-b24e-1622c412b643 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761878 Dec 15 16:26:19.306784 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-58d07208-53e8-4361-aa7c-71ff9abf1b72 req-536daa11-c70d-401e-b2da-c6de27bec965 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802836 Dec 15 16:26:20.179019 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7a1a8-0e9d-40dc-868f-acdd53fc0fb9 req-89442920-44c4-4a7b-b6fd-5ad15ad0e00f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:20.180718 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b0a7a1a8-0e9d-40dc-868f-acdd53fc0fb9 req-89442920-44c4-4a7b-b6fd-5ad15ad0e00f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0770617 Dec 15 16:26:20.266837 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b0a7a1a8-0e9d-40dc-868f-acdd53fc0fb9 req-77771a0a-0c30-40b8-b608-d2772793aa5d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776072 Dec 15 16:26:20.516736 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc18e37-cb9b-4fb6-b518-e542e56ea28c req-89b695c3-b521-446b-9be2-9b6d4a2d858a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:20.518786 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0dc18e37-cb9b-4fb6-b518-e542e56ea28c req-89b695c3-b521-446b-9be2-9b6d4a2d858a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0627367 Dec 15 16:26:20.583426 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0dc18e37-cb9b-4fb6-b518-e542e56ea28c req-e6f72252-dc44-451a-b510-51fa0bf104fe tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560083 Dec 15 16:26:20.986110 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-be8dbb97-bd5f-4786-a335-4afdba998098 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:20.987576 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-be8dbb97-bd5f-4786-a335-4afdba998098 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.65 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0547936 Dec 15 16:26:21.091324 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-2e874036-a9b5-4206-b57a-fddbe3710516 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Deleting port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:26:21.092047 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-2e874036-a9b5-4206-b57a-fddbe3710516 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:21.195492 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-2e874036-a9b5-4206-b57a-fddbe3710516 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] For port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=65d0d9cf-d833-47a5-8f8a-740b194ba7ff,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:21.196152 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-2e874036-a9b5-4206-b57a-fddbe3710516 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:21.406738 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb29bc-3686-4458-9a26-7ebe99dcc1e0 req-13331eb8-27c3-43d1-a6b3-6055f8e0c329 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:21.408720 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6feb29bc-3686-4458-9a26-7ebe99dcc1e0 req-13331eb8-27c3-43d1-a6b3-6055f8e0c329 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 946 time: 0.0608239 Dec 15 16:26:21.513506 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6feb29bc-3686-4458-9a26-7ebe99dcc1e0 req-88f3b119-02e3-4cc8-a0de-eaca6a0421ca tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b3c7131-b93c-451f-8f96-97552dfed917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969818 Dec 15 16:26:21.760691 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be82eb6-5c7e-47d5-b6d9-122b32382bad req-32852ce0-3ce1-436b-bc5c-c704706352a3 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:21.762702 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6be82eb6-5c7e-47d5-b6d9-122b32382bad req-32852ce0-3ce1-436b-bc5c-c704706352a3 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0793126 Dec 15 16:26:21.861229 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6be82eb6-5c7e-47d5-b6d9-122b32382bad req-35881199-d903-4396-8553-19015ce5b865 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920043 Dec 15 16:26:21.882979 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-2e874036-a9b5-4206-b57a-fddbe3710516 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:21.883331 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-2e874036-a9b5-4206-b57a-fddbe3710516 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534795'] for floatingip, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:21.883671 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.l3_db [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-2e874036-a9b5-4206-b57a-fddbe3710516 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Floating IP d8590f5e-4196-4e81-86af-85cd820febe1 disassociated. External IP: 172.27.2.105, port: 65d0d9cf-d833-47a5-8f8a-740b194ba7ff. Dec 15 16:26:21.884008 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-2e874036-a9b5-4206-b57a-fddbe3710516 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Calling delete_port for 65d0d9cf-d833-47a5-8f8a-740b194ba7ff owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:26:22.038231 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-2e874036-a9b5-4206-b57a-fddbe3710516 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:22.072158 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e874036-a9b5-4206-b57a-fddbe3710516 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event deleted for resources: {'Port': ['ID=65d0d9cf-d833-47a5-8f8a-740b194ba7ff,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:22.226406 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-2e874036-a9b5-4206-b57a-fddbe3710516 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:26:22.347546 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-2e874036-a9b5-4206-b57a-fddbe3710516 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:26:22.358255 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493696f0-68b4-47d3-95bc-1926b6b9c5db None None] Sync routers for ids ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:26:22.389739 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493696f0-68b4-47d3-95bc-1926b6b9c5db None None] Routers {'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:26:22.390962 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-493696f0-68b4-47d3-95bc-1926b6b9c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:25:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:26:22.396146 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-2e874036-a9b5-4206-b57a-fddbe3710516 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] No DVR routers for this DVR port 65d0d9cf-d833-47a5-8f8a-740b194ba7ff on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:26:22.398964 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-2e874036-a9b5-4206-b57a-fddbe3710516 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:22.402786 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1cf0c382-ce95-4b52-aae2-08d9546d1887 req-2e874036-a9b5-4206-b57a-fddbe3710516 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.65 "DELETE /v2.0/ports/65d0d9cf-d833-47a5-8f8a-740b194ba7ff HTTP/1.1" status: 204 len: 173 time: 1.4087567 Dec 15 16:26:22.403296 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48359cf-b1e0-4786-885d-3aa339bbf38a', 'name': 'network-vif-deleted', 'tag': '65d0d9cf-d833-47a5-8f8a-740b194ba7ff'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:26:22.405739 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473c4b7e-514d-45ce-b951-1f9eaab43f83" -d '{"events": [{"server_uuid": "f48359cf-b1e0-4786-885d-3aa339bbf38a", "name": "network-vif-deleted", "tag": "65d0d9cf-d833-47a5-8f8a-740b194ba7ff"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:26:22.447222 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa740fa-6431-43c2-86c4-4b5d6ebc6e70 x-openstack-request-id: req-eaa740fa-6431-43c2-86c4-4b5d6ebc6e70 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:26:22.447824 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48359cf-b1e0-4786-885d-3aa339bbf38a", "name": "network-vif-deleted", "tag": "65d0d9cf-d833-47a5-8f8a-740b194ba7ff", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:26:22.448287 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eaa740fa-6431-43c2-86c4-4b5d6ebc6e70 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:26:22.449077 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48359cf-b1e0-4786-885d-3aa339bbf38a', 'name': 'network-vif-deleted', 'tag': '65d0d9cf-d833-47a5-8f8a-740b194ba7ff', 'status': 'completed', 'code': 200} Dec 15 16:26:22.561132 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-493696f0-68b4-47d3-95bc-1926b6b9c5db None None] Set router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:26:22.680381 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6b67750e-9ba1-415f-b133-2f51acb6b815 req-8bf48b33-ef6d-4b99-a6cb-d7d62f70c5c2 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48359cf-b1e0-4786-885d-3aa339bbf38a HTTP/1.1" status: 200 len: 210 time: 0.0551534 Dec 15 16:26:22.786645 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-493696f0-68b4-47d3-95bc-1926b6b9c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:21:06Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '7f91d64f-4021-459c-844c-71c925d69196', 'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'mac_address': 'fa:16:3e:b2:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:04Z', 'updated_at': '2021-12-15T16:21:20Z', 'revision_number': 5, 'project_id': '28737128a7574d248ba7e4e536171af2', 'subnets': [{'id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:26:22.818625 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493696f0-68b4-47d3-95bc-1926b6b9c5db None None] Checking router: e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:26:22.829655 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493696f0-68b4-47d3-95bc-1926b6b9c5db None None] Routers {'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:26:22.830388 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-493696f0-68b4-47d3-95bc-1926b6b9c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:25:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:26:23.099137 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-493696f0-68b4-47d3-95bc-1926b6b9c5db None None] Set router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:26:23.131010 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aad617-6196-4fa1-ac82-92108e2fd17e req-6bb89e89-8413-49ec-a04d-14abb60ca5ba tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:23.148085 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-67aad617-6196-4fa1-ac82-92108e2fd17e req-6bb89e89-8413-49ec-a04d-14abb60ca5ba tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.1391292 Dec 15 16:26:23.228902 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-67aad617-6196-4fa1-ac82-92108e2fd17e req-ec280929-3bd4-4bd0-8022-a8e2a473d056 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792527 Dec 15 16:26:23.418088 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-493696f0-68b4-47d3-95bc-1926b6b9c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:21:06Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '7f91d64f-4021-459c-844c-71c925d69196', 'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'mac_address': 'fa:16:3e:b2:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:04Z', 'updated_at': '2021-12-15T16:21:20Z', 'revision_number': 5, 'project_id': '28737128a7574d248ba7e4e536171af2', 'subnets': [{'id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:26:23.449708 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493696f0-68b4-47d3-95bc-1926b6b9c5db None None] The sync data for ids ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'] in dv-cinder-812685-4-iscsi is: [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:21:06Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '7f91d64f-4021-459c-844c-71c925d69196', 'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'mac_address': 'fa:16:3e:b2:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:04Z', 'updated_at': '2021-12-15T16:21:20Z', 'revision_number': 5, 'project_id': '28737128a7574d248ba7e4e536171af2', 'subnets': [{'id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:26:23.814918 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c550fc-af42-4541-931a-4f3fed60112d None None] New status for floating IP d8590f5e-4196-4e81-86af-85cd820febe1: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:26:23.833863 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 42106) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:23.924126 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4308f3a7-0357-49ee-801b-c35785f876b7 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:23.957527 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4308f3a7-0357-49ee-801b-c35785f876b7 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:24.074666 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4308f3a7-0357-49ee-801b-c35785f876b7 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:24.078536 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4308f3a7-0357-49ee-801b-c35785f876b7 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:24.084028 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-4308f3a7-0357-49ee-801b-c35785f876b7 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "DELETE /v2.0/security-groups/3b3c7131-b93c-451f-8f96-97552dfed917 HTTP/1.1" status: 204 len: 168 time: 0.2490265 Dec 15 16:26:24.088887 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 42110) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:24.103418 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.api.v2.resource [None req-e1f1f573-7943-4031-b607-ea1316ccbac6 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] show failed (client error): The resource could not be found. Dec 15 16:26:24.110685 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308f3a7-0357-49ee-801b-c35785f876b7 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3c7131-b93c-451f-8f96-97552dfed917,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:24.113465 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 42112) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:24.124560 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-e1f1f573-7943-4031-b607-ea1316ccbac6 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups/3b3c7131-b93c-451f-8f96-97552dfed917 HTTP/1.1" status: 404 len: 347 time: 0.0337834 Dec 15 16:26:24.278146 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b42f0d42-5d6e-48f3-b7cf-22d1253d360c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:24.294814 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 65d0d9cf-d833-47a5-8f8a-740b194ba7ff no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:26:24.327091 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: 65d0d9cf-d833-47a5-8f8a-740b194ba7ff {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:26:24.327471 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 65d0d9cf-d833-47a5-8f8a-740b194ba7ff not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:26:24.340352 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-cb84df26-7a1c-46ef-8f36-4727a85fb756 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Deleting port 758e9067-9c77-44d3-8e86-e1258490ea45 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:26:24.340352 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cb84df26-7a1c-46ef-8f36-4727a85fb756 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:24.456624 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6408d-5fbd-4dbd-a241-b55ab1a4d434 req-f9c7c6d4-d53b-4c15-8df8-6b977a33ce78 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:24.458785 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-56a6408d-5fbd-4dbd-a241-b55ab1a4d434 req-f9c7c6d4-d53b-4c15-8df8-6b977a33ce78 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.1008825 Dec 15 16:26:24.529137 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cb84df26-7a1c-46ef-8f36-4727a85fb756 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:24.539146 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cb84df26-7a1c-46ef-8f36-4727a85fb756 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:24.575547 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-cb84df26-7a1c-46ef-8f36-4727a85fb756 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Calling delete_port for 758e9067-9c77-44d3-8e86-e1258490ea45 owned by network:floatingip {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:26:24.588038 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-56a6408d-5fbd-4dbd-a241-b55ab1a4d434 req-b2b107fb-7d1e-482f-9bb6-456df2df46d5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196451 Dec 15 16:26:24.881994 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cb84df26-7a1c-46ef-8f36-4727a85fb756 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:24.923026 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84df26-7a1c-46ef-8f36-4727a85fb756 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event deleted for resources: {'Port': ['ID=758e9067-9c77-44d3-8e86-e1258490ea45,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:24.988568 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cb84df26-7a1c-46ef-8f36-4727a85fb756 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for floatingip, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:24.991092 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cb84df26-7a1c-46ef-8f36-4727a85fb756 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:24.992310 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-cb84df26-7a1c-46ef-8f36-4727a85fb756 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "DELETE /v2.0/floatingips/d8590f5e-4196-4e81-86af-85cd820febe1 HTTP/1.1" status: 204 len: 168 time: 0.8775301 Dec 15 16:26:25.250186 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 42138) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:25.255689 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-43adb70c-696c-49e1-909d-fffc3b425f76 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1557492320', 'description': 'tempest-description--77490250'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:26:25.282578 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-43adb70c-696c-49e1-909d-fffc3b425f76 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:25.362515 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-43adb70c-696c-49e1-909d-fffc3b425f76 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:25.367610 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-43adb70c-696c-49e1-909d-fffc3b425f76 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:25.430797 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adb70c-696c-49e1-909d-fffc3b425f76 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48429d4-ddd6-4e94-b78c-4478f4ed9d05,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:25.436040 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-43adb70c-696c-49e1-909d-fffc3b425f76 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:25.437301 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-43adb70c-696c-49e1-909d-fffc3b425f76 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1859536 Dec 15 16:26:25.440824 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 42140) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:25.446840 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-5280a34b-2c92-4a64-b0b0-05cdce159cdc tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Request body: {'security_group_rule': {'security_group_id': 'e48429d4-ddd6-4e94-b78c-4478f4ed9d05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:26:25.447686 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49928b49-1455-4d35-977e-10b1db72d4df req-7f90876b-4cf2-40fe-9dec-a8d41d0554a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:25.449199 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-49928b49-1455-4d35-977e-10b1db72d4df req-7f90876b-4cf2-40fe-9dec-a8d41d0554a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9dc6fd27025742699d14dbf14680c7c3&device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 1099 time: 0.0667124 Dec 15 16:26:25.475557 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5280a34b-2c92-4a64-b0b0-05cdce159cdc tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:25.542924 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5280a34b-2c92-4a64-b0b0-05cdce159cdc tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:25.547456 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5280a34b-2c92-4a64-b0b0-05cdce159cdc tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:25.550874 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49928b49-1455-4d35-977e-10b1db72d4df req-832e309c-aeac-4f7a-aa0d-ac62848c0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:25.552687 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-49928b49-1455-4d35-977e-10b1db72d4df req-832e309c-aeac-4f7a-aa0d-ac62848c0ff9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8 HTTP/1.1" status: 200 len: 917 time: 0.0953195 Dec 15 16:26:25.566011 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280a34b-2c92-4a64-b0b0-05cdce159cdc tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558c78f6-c747-4a7f-b635-b4a3bba62c5d,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:25.573790 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5280a34b-2c92-4a64-b0b0-05cdce159cdc tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:25.577716 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-5280a34b-2c92-4a64-b0b0-05cdce159cdc tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321986 Dec 15 16:26:25.577891 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 42142) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:25.582215 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-63a4edfe-f8ea-4cf4-bdde-c1e00d8e45f0 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Request body: {'security_group_rule': {'security_group_id': 'e48429d4-ddd6-4e94-b78c-4478f4ed9d05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:26:25.611256 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63a4edfe-f8ea-4cf4-bdde-c1e00d8e45f0 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:25.636295 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-49928b49-1455-4d35-977e-10b1db72d4df req-6ce46c9e-61ee-49a3-9bcb-6dce5dcd4644 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27 HTTP/1.1" status: 200 len: 1002 time: 0.0663157 Dec 15 16:26:25.686072 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63a4edfe-f8ea-4cf4-bdde-c1e00d8e45f0 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:25.692305 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63a4edfe-f8ea-4cf4-bdde-c1e00d8e45f0 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:25.701664 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49928b49-1455-4d35-977e-10b1db72d4df req-f19a3c56-0f5b-49d9-aff9-df015953edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:25.703362 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-49928b49-1455-4d35-977e-10b1db72d4df req-f19a3c56-0f5b-49d9-aff9-df015953edbe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c16b0814-df17-4b92-aba8-9ee44c250c91 HTTP/1.1" status: 200 len: 855 time: 0.0602238 Dec 15 16:26:25.725975 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4edfe-f8ea-4cf4-bdde-c1e00d8e45f0 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd90ba55-42d0-4f0c-997f-c6ac194e3bf2,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:25.748066 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-63a4edfe-f8ea-4cf4-bdde-c1e00d8e45f0 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:25.749283 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-63a4edfe-f8ea-4cf4-bdde-c1e00d8e45f0 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1704631 Dec 15 16:26:25.753390 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 42146) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:25.755805 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49928b49-1455-4d35-977e-10b1db72d4df req-7856fc44-048a-4237-b382-7f745ce43602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:25.757326 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-49928b49-1455-4d35-977e-10b1db72d4df req-7856fc44-048a-4237-b382-7f745ce43602 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452099 Dec 15 16:26:25.757703 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Request body: {'floatingip': {'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:26:25.793141 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45a14d-7073-49cb-a056-25302e524ba0 req-c001d99e-c5f1-4804-9c8c-bbd087006ee1 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:25.794659 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6d45a14d-7073-49cb-a056-25302e524ba0 req-c001d99e-c5f1-4804-9c8c-bbd087006ee1 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0820458 Dec 15 16:26:25.795913 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:25.858315 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-49928b49-1455-4d35-977e-10b1db72d4df req-30602ab0-244d-4a98-84db-906d3be52342 service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932877 Dec 15 16:26:25.893485 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6d45a14d-7073-49cb-a056-25302e524ba0 req-7f0a492d-44b8-46fe-9ca8-3fafe475c537 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921795 Dec 15 16:26:25.934700 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:25.950121 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-49928b49-1455-4d35-977e-10b1db72d4df req-0de7335a-636c-42af-9548-a6de83ab2787 service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837677 Dec 15 16:26:26.054733 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Allocated IP 172.27.2.15 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/b67065ef-eb56-4862-ab17-d2d22f59b437) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:26:26.171560 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:26.206987 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:26.270693 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:26:26.276417 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:26:26.279249 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event updated for resources: {'Port': ['ID=b67065ef-eb56-4862-ab17-d2d22f59b437,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:26.284061 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:26:26.374800 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:26.417911 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:26.577940 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:26.586527 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10256235'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:26.662655 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event updated for resources: {'Port': ['ID=b67065ef-eb56-4862-ab17-d2d22f59b437,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:26.674766 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534795'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:26.692439 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:26.693658 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-69bc0ca5-e671-4f97-8d17-a59f2e0e9c9c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9393380 Dec 15 16:26:26.851625 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-e3b21cfb-902e-420e-be7a-2caee71031d6 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1557492320&fields=id&tenant_id=28737128a7574d248ba7e4e536171af2 HTTP/1.1" status: 200 len: 267 time: 0.0469391 Dec 15 16:26:26.901305 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-58f6f5d7-1440-4998-bb6f-aa14e5835f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:26.971385 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-5bb75623-e692-4ea2-89e1-d66c2218b702 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:26.972854 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-5bb75623-e692-4ea2-89e1-d66c2218b702 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/networks?id=514727e8-0179-4c06-9ef8-e0775da37a12 HTTP/1.1" status: 200 len: 810 time: 0.1141095 Dec 15 16:26:27.007715 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-fb1e8d93-dc5d-4afa-80f9-7a19e3fda65b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/quotas/28737128a7574d248ba7e4e536171af2 HTTP/1.1" status: 200 len: 375 time: 0.0251796 Dec 15 16:26:27.051412 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008e7f2-3446-4061-9a48-97c23393b1ab req-4b2f78e6-5236-4cb1-9422-f480124604ea tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:27.052895 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e008e7f2-3446-4061-9a48-97c23393b1ab req-4b2f78e6-5236-4cb1-9422-f480124604ea tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0791707 Dec 15 16:26:27.085655 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-9053d852-ea23-42be-9c60-90215111cac9 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=28737128a7574d248ba7e4e536171af2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711944 Dec 15 16:26:27.157432 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e008e7f2-3446-4061-9a48-97c23393b1ab req-a562151d-4b6d-4eef-8a3f-343dab9e979d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975990 Dec 15 16:26:27.201480 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-87b45b61-e142-4b7f-ac20-d9331ff2a048 service neutron] 10.222.0.60 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029887 Dec 15 16:26:27.295196 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-d618e542-2747-4551-8886-ed50720bd719 service neutron] 10.222.0.60 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875449 Dec 15 16:26:27.491341 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-30af41e5-146c-4670-9666-9f70e3b74369 req-13ccc1e2-e95d-4ca5-9485-31a425cd5ea1 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 210 time: 0.0360270 Dec 15 16:26:28.284724 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0d51d-8916-408b-ae4d-876073b830d7 req-fe85b71b-6c91-4e4c-badd-89865a2ca3d3 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:28.286203 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-01f0d51d-8916-408b-ae4d-876073b830d7 req-fe85b71b-6c91-4e4c-badd-89865a2ca3d3 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0530126 Dec 15 16:26:28.339347 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-01f0d51d-8916-408b-ae4d-876073b830d7 req-e9ae5b1a-c8b4-4657-b117-23776ee54e21 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447426 Dec 15 16:26:28.496221 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 71e495aa-7e03-4d0e-9f9d-b7560a684e27 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:26:28.576912 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:28.599494 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049761b5-88eb-4325-af0e-03da2842cbf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e495aa-7e03-4d0e-9f9d-b7560a684e27'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:26:28.601655 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6635d594-d03c-47ed-b263-6c027088b951" -d '{"events": [{"server_uuid": "049761b5-88eb-4325-af0e-03da2842cbf5", "name": "network-vif-unplugged", "status": "completed", "tag": "71e495aa-7e03-4d0e-9f9d-b7560a684e27"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:26:28.603163 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-14067179-3fad-4305-8cbd-0101fea35781 req-9d8ca409-fb73-4cb4-9fc0-5cf6f011c268 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Dec 15 16:26:28.614725 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 71e495aa-7e03-4d0e-9f9d-b7560a684e27, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:28.629344 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:28.667306 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 16:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c0cc87-28a7-4352-b26c-d249a0d2b42a x-openstack-request-id: req-83c0cc87-28a7-4352-b26c-d249a0d2b42a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:26:28.667719 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049761b5-88eb-4325-af0e-03da2842cbf5", "name": "network-vif-unplugged", "status": "completed", "tag": "71e495aa-7e03-4d0e-9f9d-b7560a684e27", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:26:28.667997 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83c0cc87-28a7-4352-b26c-d249a0d2b42a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:26:28.668384 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049761b5-88eb-4325-af0e-03da2842cbf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'code': 200} Dec 15 16:26:28.698472 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=71e495aa-7e03-4d0e-9f9d-b7560a684e27,revision_number=8']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:28.845077 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:29.485455 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2d119-183a-416b-90f6-20df23ca6a3c req-1b65d89d-bde9-4b40-b2a6-bd7c54fad482 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:29.487002 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3ca2d119-183a-416b-90f6-20df23ca6a3c req-1b65d89d-bde9-4b40-b2a6-bd7c54fad482 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0615633 Dec 15 16:26:29.560366 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3ca2d119-183a-416b-90f6-20df23ca6a3c req-bd157539-6334-4d4f-824e-0b5cbb307cf1 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561869 Dec 15 16:26:29.713723 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5d74b9f8-7f38-491d-b5d9-f28fcbff069c req-44e05287-83c7-428c-98b6-8f7acb4400e4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 210 time: 0.0278234 Dec 15 16:26:29.942974 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:29.958922 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:29.996457 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e2d06-f6e9-472d-a085-74087060089e req-0ab5cd52-7298-4b01-b5b1-eeeb91ba20a0 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:29.998738 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-049e2d06-f6e9-472d-a085-74087060089e req-0ab5cd52-7298-4b01-b5b1-eeeb91ba20a0 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0790637 Dec 15 16:26:30.064153 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-049e2d06-f6e9-472d-a085-74087060089e req-0b8c90d7-5cba-403f-9169-26fa58df6f18 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587456 Dec 15 16:26:30.327688 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-634f02d2-24c5-406a-a0c8-bc418b4383e8 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:30.330140 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-634f02d2-24c5-406a-a0c8-bc418b4383e8 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.65 "GET /v2.0/networks?id=514727e8-0179-4c06-9ef8-e0775da37a12 HTTP/1.1" status: 200 len: 810 time: 0.1415284 Dec 15 16:26:30.402905 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-d11f2f1a-2df4-4a06-919a-b89bae00e1ab tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28737128a7574d248ba7e4e536171af2 HTTP/1.1" status: 200 len: 380 time: 0.0608995 Dec 15 16:26:30.421783 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-50551540-73b1-4d48-ac7c-3eb9cd6277b4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Request body: {'port': {'device_id': 'aace7dfb-6043-406a-b7cf-4a633e026c82', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'admin_state_up': True, 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'security_groups': ['e48429d4-ddd6-4e94-b78c-4478f4ed9d05']}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:26:30.545207 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-50551540-73b1-4d48-ac7c-3eb9cd6277b4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Made reservation on behalf of 28737128a7574d248ba7e4e536171af2 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:26:30.548949 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-50551540-73b1-4d48-ac7c-3eb9cd6277b4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:30.721808 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-50551540-73b1-4d48-ac7c-3eb9cd6277b4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Allocated IP 172.20.0.10 (514727e8-0179-4c06-9ef8-e0775da37a12/2d26a255-1c68-40ef-8d7e-b38089c3fa09/3ec4fed8-77d3-444b-b5eb-09f908b0f166) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:26:30.738078 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184ba39-063c-40ba-ada4-82b5c6b847d2 req-b6e1a883-d70e-40a8-8e8e-b9deae8cad3d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:30.740089 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d184ba39-063c-40ba-ada4-82b5c6b847d2 req-b6e1a883-d70e-40a8-8e8e-b9deae8cad3d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0765057 Dec 15 16:26:30.840289 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d184ba39-063c-40ba-ada4-82b5c6b847d2 req-a483804a-bbfd-4bc2-b0fa-75bef2386981 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838990 Dec 15 16:26:30.881528 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9a0ec336-4b4c-4b6f-a54e-ed7779d3a8df req-4ca67fc2-91d2-4120-bb5b-d7e98d5a4682 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 210 time: 0.0604568 Dec 15 16:26:30.910000 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-50551540-73b1-4d48-ac7c-3eb9cd6277b4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:30.955391 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-50551540-73b1-4d48-ac7c-3eb9cd6277b4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:30.967297 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:31.014532 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-50551540-73b1-4d48-ac7c-3eb9cd6277b4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Network 514727e8-0179-4c06-9ef8-e0775da37a12 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:26:31.018515 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-50551540-73b1-4d48-ac7c-3eb9cd6277b4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:26:31.023406 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-50551540-73b1-4d48-ac7c-3eb9cd6277b4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:26:31.027969 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50551540-73b1-4d48-ac7c-3eb9cd6277b4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event updated for resources: {'Port': ['ID=3ec4fed8-77d3-444b-b5eb-09f908b0f166,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:31.096118 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-50551540-73b1-4d48-ac7c-3eb9cd6277b4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:31.096886 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-50551540-73b1-4d48-ac7c-3eb9cd6277b4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:31.120982 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-50551540-73b1-4d48-ac7c-3eb9cd6277b4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7029729 Dec 15 16:26:31.204644 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4ac64-cda1-4980-9eed-0c8fc7b97475 req-3b419c68-71ea-41c1-b3c7-4f4639477c0e tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:31.207853 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-98f4ac64-cda1-4980-9eed-0c8fc7b97475 req-3b419c68-71ea-41c1-b3c7-4f4639477c0e tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0538182 Dec 15 16:26:31.277376 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-98f4ac64-cda1-4980-9eed-0c8fc7b97475 req-5a6d04db-d7c3-44b2-980f-c69c483fe192 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637405 Dec 15 16:26:31.344848 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-3a57cdbf-5cc4-4237-8960-500eacfe477f None None] Provisioning complete for port 3ec4fed8-77d3-444b-b5eb-09f908b0f166 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:26:31.345230 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3a57cdbf-5cc4-4237-8960-500eacfe477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:31.383810 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-3a57cdbf-5cc4-4237-8960-500eacfe477f None None] Port 3ec4fed8-77d3-444b-b5eb-09f908b0f166 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:26:31.484001 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [req-023acde4-8cb7-48d9-9f65-837b69ab467c req-d826e3c6-a435-472e-9909-e095a3b983b3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:26:31.485100 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-023acde4-8cb7-48d9-9f65-837b69ab467c req-d826e3c6-a435-472e-9909-e095a3b983b3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072813 Dec 15 16:26:31.642981 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444177a0-e459-4a61-a574-d8ebe079a617 req-e27dcc20-9fbc-4e92-ba4c-36ea9d637ad4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:31.644906 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-444177a0-e459-4a61-a574-d8ebe079a617 req-e27dcc20-9fbc-4e92-ba4c-36ea9d637ad4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0504396 Dec 15 16:26:31.697837 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-444177a0-e459-4a61-a574-d8ebe079a617 req-489aa004-bfcb-4dd7-af6d-08c7eb4df62d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459540 Dec 15 16:26:31.956196 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 42300) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:31.988174 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Request body: {'port': {'device_id': 'aace7dfb-6043-406a-b7cf-4a633e026c82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:26:31.998840 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e1eee-4c0c-445b-a4f3-6209bb782eb6 req-d4cdecc5-79b6-4b4c-bebd-b19eb049cbf9 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:32.001107 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1b5e1eee-4c0c-445b-a4f3-6209bb782eb6 req-d4cdecc5-79b6-4b4c-bebd-b19eb049cbf9 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 932 time: 0.0516772 Dec 15 16:26:32.054322 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1b5e1eee-4c0c-445b-a4f3-6209bb782eb6 req-84c2dd77-86f2-4741-ac4c-da4443062b26 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435159 Dec 15 16:26:32.077518 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:32.094151 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-290716aa-ba77-4faa-8123-fbf7e766f30f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1362007 Dec 15 16:26:32.123042 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-37cf3cfd-33ae-4f81-901b-8e26eed72c25 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:26:32.124075 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-37cf3cfd-33ae-4f81-901b-8e26eed72c25 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0249343 Dec 15 16:26:32.366302 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec4fed8-77d3-444b-b5eb-09f908b0f166 {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:26:32.374725 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:32.388257 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Transition to ACTIVE for port object 3ec4fed8-77d3-444b-b5eb-09f908b0f166 will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:26:32.392826 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:32.419061 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e533f-5358-4076-9233-6124ee0cf22c req-a4a9839a-0090-435f-a3cc-481d51bdcd03 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:32.424014 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-182e533f-5358-4076-9233-6124ee0cf22c req-a4a9839a-0090-435f-a3cc-481d51bdcd03 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0597556 Dec 15 16:26:32.490236 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-182e533f-5358-4076-9233-6124ee0cf22c req-77acc9e1-728e-4930-a163-ed7da984fd7a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572402 Dec 15 16:26:32.493165 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec4fed8-77d3-444b-b5eb-09f908b0f166,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:32.516508 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Attempting to bind port 3ec4fed8-77d3-444b-b5eb-09f908b0f166 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:26:32.516847 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Attempting to bind port 3ec4fed8-77d3-444b-b5eb-09f908b0f166 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:26:32.517172 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Attempting to bind port 3ec4fed8-77d3-444b-b5eb-09f908b0f166 on network 514727e8-0179-4c06-9ef8-e0775da37a12 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:26:32.521715 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Port 3ec4fed8-77d3-444b-b5eb-09f908b0f166 on network 514727e8-0179-4c06-9ef8-e0775da37a12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:26:32.522011 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Attempting to bind port 3ec4fed8-77d3-444b-b5eb-09f908b0f166 on network 514727e8-0179-4c06-9ef8-e0775da37a12 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:26:32.527450 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:26:32.527877 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Checking segment: {'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:26:32.528390 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Bound using segment: {'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:26:32.529136 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Bound port: 3ec4fed8-77d3-444b-b5eb-09f908b0f166, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:26:32.529474 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:32.604318 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] For port 3ec4fed8-77d3-444b-b5eb-09f908b0f166, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:26:32.608006 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] For port 3ec4fed8-77d3-444b-b5eb-09f908b0f166, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=3ec4fed8-77d3-444b-b5eb-09f908b0f166,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:26:32.613019 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:32.648923 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:32.649600 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:32.651183 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] 10.222.0.65 "PUT /v2.0/ports/3ec4fed8-77d3-444b-b5eb-09f908b0f166 HTTP/1.1" status: 200 len: 1094 time: 0.6674640 Dec 15 16:26:32.651630 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aace7dfb-6043-406a-b7cf-4a633e026c82', 'tag': '3ec4fed8-77d3-444b-b5eb-09f908b0f166'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:26:32.654124 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382b4091-fa2c-4045-93c6-1e85396e2714" -d '{"events": [{"name": "network-changed", "server_uuid": "aace7dfb-6043-406a-b7cf-4a633e026c82", "tag": "3ec4fed8-77d3-444b-b5eb-09f908b0f166"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:26:32.679176 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c157ab-6bc4-49c3-90b4-5d0f04bd1007 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec4fed8-77d3-444b-b5eb-09f908b0f166,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:32.789654 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f716a18-40a5-4096-b1c4-a1fccd4db00d x-openstack-request-id: req-6f716a18-40a5-4096-b1c4-a1fccd4db00d {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:26:32.790174 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aace7dfb-6043-406a-b7cf-4a633e026c82", "tag": "3ec4fed8-77d3-444b-b5eb-09f908b0f166", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:26:32.790510 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f716a18-40a5-4096-b1c4-a1fccd4db00d {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:26:32.790946 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aace7dfb-6043-406a-b7cf-4a633e026c82', 'tag': '3ec4fed8-77d3-444b-b5eb-09f908b0f166', 'status': 'completed', 'code': 200} Dec 15 16:26:32.835196 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9dac5-c318-40d2-a8c4-7d00dcb40382 req-b71dd650-368d-4947-a561-45a432abe13e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:32.836694 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2df9dac5-c318-40d2-a8c4-7d00dcb40382 req-b71dd650-368d-4947-a561-45a432abe13e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0574377 Dec 15 16:26:32.846112 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 71e495aa-7e03-4d0e-9f9d-b7560a684e27 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:26:32.886506 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2df9dac5-c318-40d2-a8c4-7d00dcb40382 req-2e66aee9-0069-44a9-8b10-46fc313c0c2c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428126 Dec 15 16:26:33.187886 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891e6e5-264b-4641-8beb-efe511c2a830 req-ae61b4d6-d026-4aae-9cdd-e214ac9f1111 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:33.189407 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3891e6e5-264b-4641-8beb-efe511c2a830 req-ae61b4d6-d026-4aae-9cdd-e214ac9f1111 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 944 time: 0.0592439 Dec 15 16:26:33.238348 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3891e6e5-264b-4641-8beb-efe511c2a830 req-8af030bc-a1cd-4b18-9db7-c8d1327e4c46 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428033 Dec 15 16:26:33.610677 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bbb90-9eba-4347-ae18-15958adaeffd req-4ba8ea45-4467-43ba-8443-7a0b8603e8f5 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:33.617516 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-509bbb90-9eba-4347-ae18-15958adaeffd req-4ba8ea45-4467-43ba-8443-7a0b8603e8f5 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0508316 Dec 15 16:26:33.666263 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-509bbb90-9eba-4347-ae18-15958adaeffd req-a33a4fee-d1dc-4553-8731-afb62ffe3a05 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481925 Dec 15 16:26:33.914037 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b4091-fa2c-4045-93c6-1e85396e2714 req-9d8a4e32-11bc-44c7-aabb-c74de0192b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:33.915686 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-382b4091-fa2c-4045-93c6-1e85396e2714 req-9d8a4e32-11bc-44c7-aabb-c74de0192b89 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28737128a7574d248ba7e4e536171af2&device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 1097 time: 0.0452256 Dec 15 16:26:34.017650 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7e0bb-5469-4d8a-bc00-5a75fb9d0c67 req-cb88196a-ae19-4c32-9034-98ffbc4ecd4e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:34.019263 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6de7e0bb-5469-4d8a-bc00-5a75fb9d0c67 req-cb88196a-ae19-4c32-9034-98ffbc4ecd4e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0567923 Dec 15 16:26:34.033197 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b4091-fa2c-4045-93c6-1e85396e2714 req-67b14302-302d-45b3-bab4-a9c3f2d721eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:34.034838 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-382b4091-fa2c-4045-93c6-1e85396e2714 req-67b14302-302d-45b3-bab4-a9c3f2d721eb service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=28737128a7574d248ba7e4e536171af2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1077275 Dec 15 16:26:34.069232 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6de7e0bb-5469-4d8a-bc00-5a75fb9d0c67 req-73e68ab9-9711-408d-962d-7bf1bf774036 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430346 Dec 15 16:26:34.143029 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b4091-fa2c-4045-93c6-1e85396e2714 req-fe55b815-ef01-4ea3-bb58-57b95ac8f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:34.144625 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-382b4091-fa2c-4045-93c6-1e85396e2714 req-fe55b815-ef01-4ea3-bb58-57b95ac8f6f0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011291 Dec 15 16:26:34.233093 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-4b9c8f86-a4fe-4a17-9ad4-0ec9d1d3e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:34.234806 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-4b9c8f86-a4fe-4a17-9ad4-0ec9d1d3e34c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28737128a7574d248ba7e4e536171af2&device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 1097 time: 0.0479648 Dec 15 16:26:34.281490 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-ac6d65d8-c577-4dad-8f4b-941abe573b0b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ec4fed8-77d3-444b-b5eb-09f908b0f166 HTTP/1.1" status: 200 len: 217 time: 0.0378742 Dec 15 16:26:34.332769 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-2091a93a-e602-47c0-8513-7fbf199e4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:34.334283 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-2091a93a-e602-47c0-8513-7fbf199e4757 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d26a255-1c68-40ef-8d7e-b38089c3fa09 HTTP/1.1" status: 200 len: 849 time: 0.0450442 Dec 15 16:26:34.368097 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aede993-0839-4d94-a262-3e8df64eca3e req-f109fce2-d88f-4d49-a19a-16aa51951972 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:34.369601 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2aede993-0839-4d94-a262-3e8df64eca3e req-f109fce2-d88f-4d49-a19a-16aa51951972 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 944 time: 0.0524967 Dec 15 16:26:34.384949 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-8782539a-87f5-4363-ae32-a70e461da23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:34.386577 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-8782539a-87f5-4363-ae32-a70e461da23d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514727e8-0179-4c06-9ef8-e0775da37a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452387 Dec 15 16:26:34.418129 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2aede993-0839-4d94-a262-3e8df64eca3e req-4e9f4c34-0f88-454c-966f-ad6ed02b6cf7 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418758 Dec 15 16:26:34.477255 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-8ab8350d-34ca-46e9-8055-12cba29f1f06 service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830185 Dec 15 16:26:34.598842 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-57e1d020-5760-49ac-a3e1-16652c8364d6 req-a280f8c3-b778-4bbb-8a9d-dc5ad228e753 service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889928 Dec 15 16:26:34.741783 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 42346) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:34.789117 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ede017-9289-4325-8e0b-3d224a64ca3b admin admin] Deleting subnet 00e7073e-8b36-4413-bd8f-769a091b815c {{(pid=102566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:26:34.792545 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-18ede017-9289-4325-8e0b-3d224a64ca3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:34.794246 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccab80-6680-4ec1-a553-691f4a06c29d req-aba4883f-9648-47ce-ab24-ab4b71f9fcfa tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:34.795769 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-92ccab80-6680-4ec1-a553-691f4a06c29d req-aba4883f-9648-47ce-ab24-ab4b71f9fcfa tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0559201 Dec 15 16:26:34.828736 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-18ede017-9289-4325-8e0b-3d224a64ca3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2822445'] for subnet, precommit_delete_associations {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:34.849327 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-92ccab80-6680-4ec1-a553-691f4a06c29d req-302e734e-688c-4927-a0f0-4ab804d1e2eb tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468543 Dec 15 16:26:34.874651 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-18ede017-9289-4325-8e0b-3d224a64ca3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:34.935465 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-18ede017-9289-4325-8e0b-3d224a64ca3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10307840'] for subnet, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:34.962199 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ede017-9289-4325-8e0b-3d224a64ca3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e7073e-8b36-4413-bd8f-769a091b815c,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:34.964189 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-18ede017-9289-4325-8e0b-3d224a64ca3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:34.967488 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-18ede017-9289-4325-8e0b-3d224a64ca3b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/00e7073e-8b36-4413-bd8f-769a091b815c HTTP/1.1" status: 204 len: 168 time: 0.2245853 Dec 15 16:26:34.969891 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 42354) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:35.097348 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8fd0efdb-9b0e-472c-9da5-e8225e96623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.118031 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-a5b7f089-ad28-4569-819d-2f78b0a45289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:35.119576 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-a5b7f089-ad28-4569-819d-2f78b0a45289 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5&tenant_id=9dc6fd27025742699d14dbf14680c7c3 HTTP/1.1" status: 200 len: 1097 time: 0.0991235 Dec 15 16:26:35.197718 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d1f0f-4e20-449e-887f-f482595dea3c req-834ddcaf-dfe6-4ef9-af85-4d85a48989c5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:35.199250 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0e7d1f0f-4e20-449e-887f-f482595dea3c req-834ddcaf-dfe6-4ef9-af85-4d85a48989c5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0547614 Dec 15 16:26:35.217029 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8fd0efdb-9b0e-472c-9da5-e8225e96623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.241776 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-8fd0efdb-9b0e-472c-9da5-e8225e96623d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a511f0f-a746-47ea-b366-cded51a29e26']}} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:26:35.252697 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0e7d1f0f-4e20-449e-887f-f482595dea3c req-a2b2bf50-cf05-4919-bdb9-2b29c84c21a4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466335 Dec 15 16:26:35.253601 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-8fd0efdb-9b0e-472c-9da5-e8225e96623d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383f1002-e52a-4441-ac2d-b98e15c32dfa') {'for_net_delete': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:26:35.253891 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-8fd0efdb-9b0e-472c-9da5-e8225e96623d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383f1002-e52a-4441-ac2d-b98e15c32dfa') {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:26:35.256810 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-9116ff47-b22d-46d3-8075-e313bbbbf29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:35.258288 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-9116ff47-b22d-46d3-8075-e313bbbbf29d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9dc6fd27025742699d14dbf14680c7c3&device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 1097 time: 0.1055720 Dec 15 16:26:35.267061 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8fd0efdb-9b0e-472c-9da5-e8225e96623d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2822614'] for segment, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.327155 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8fd0efdb-9b0e-472c-9da5-e8225e96623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.336549 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd0efdb-9b0e-472c-9da5-e8225e96623d admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:26:35.336927 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8fd0efdb-9b0e-472c-9da5-e8225e96623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3002548'] for segment, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: Traceback (most recent call last): Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: timer() Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: cb(*args, **kw) Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: return func(*args, **kwargs) Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: self._notify() Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: self.callback(batched_events) Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: event.method(event) Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: return f(self, *a, **k) Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._get(url).json() Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: return self.request(url, 'GET', **kwargs) Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:26:35.338500 dv-cinder-812685-4-iscsi neutron-server[102566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:26:35.417733 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-ce407255-9b0d-45c8-a6c1-2c1ba62e75af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:35.419131 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-ce407255-9b0d-45c8-a6c1-2c1ba62e75af service neutron] 10.222.0.65 "GET /v2.0/networks?id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8 HTTP/1.1" status: 200 len: 917 time: 0.1502385 Dec 15 16:26:35.419995 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8fd0efdb-9b0e-472c-9da5-e8225e96623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.425757 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8fd0efdb-9b0e-472c-9da5-e8225e96623d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.428929 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-8fd0efdb-9b0e-472c-9da5-e8225e96623d admin admin] 10.222.0.60 "DELETE /v2.0/networks/1a511f0f-a746-47ea-b366-cded51a29e26 HTTP/1.1" status: 204 len: 168 time: 0.4581444 Dec 15 16:26:35.432651 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 42358) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:35.445948 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0efdb-9b0e-472c-9da5-e8225e96623d admin admin] Pushing event deleted for resources: {'Network': ['ID=1a511f0f-a746-47ea-b366-cded51a29e26,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:35.487769 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9a6013-5a69-43f7-9ed2-54cd5d8df04a admin admin] Deleting subnet 5409ce3f-fc0e-40e3-85cc-a54961d2bbe6 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:26:35.491711 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6013-5a69-43f7-9ed2-54cd5d8df04a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.503803 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-4113aec0-20d6-4820-8a06-b3036cdd216c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27 HTTP/1.1" status: 200 len: 1000 time: 0.0728512 Dec 15 16:26:35.553090 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6013-5a69-43f7-9ed2-54cd5d8df04a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2932540'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.600430 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75771a4-27b9-4eef-9bfc-f1503a6e83d9 req-fe49da44-db78-4d91-8172-2f62987066e6 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:35.602077 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d75771a4-27b9-4eef-9bfc-f1503a6e83d9 req-fe49da44-db78-4d91-8172-2f62987066e6 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 944 time: 0.0902753 Dec 15 16:26:35.617308 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6013-5a69-43f7-9ed2-54cd5d8df04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.695151 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d75771a4-27b9-4eef-9bfc-f1503a6e83d9 req-69b3016e-27ff-41b9-aea1-62c4287a0a95 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853612 Dec 15 16:26:35.705547 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6013-5a69-43f7-9ed2-54cd5d8df04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10256165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10220533'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.719601 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6013-5a69-43f7-9ed2-54cd5d8df04a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.722820 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-bb9a6013-5a69-43f7-9ed2-54cd5d8df04a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5409ce3f-fc0e-40e3-85cc-a54961d2bbe6 HTTP/1.1" status: 204 len: 168 time: 0.2890437 Dec 15 16:26:35.740017 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 42362) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:35.747202 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a6013-5a69-43f7-9ed2-54cd5d8df04a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5409ce3f-fc0e-40e3-85cc-a54961d2bbe6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:35.814067 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-6d9f2d4f-690b-4af1-843c-1146e0a391ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:35.814356 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-39fcbec1-015b-4787-b9bc-7eb229f43833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.815552 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-6d9f2d4f-690b-4af1-843c-1146e0a391ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c16b0814-df17-4b92-aba8-9ee44c250c91 HTTP/1.1" status: 200 len: 855 time: 0.3043258 Dec 15 16:26:35.863151 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-3f6ecd32-4393-419c-b44b-45c3f13ced3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:35.864729 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-3f6ecd32-4393-419c-b44b-45c3f13ced3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405755 Dec 15 16:26:35.897005 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-39fcbec1-015b-4787-b9bc-7eb229f43833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.919205 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-39fcbec1-015b-4787-b9bc-7eb229f43833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c271175-0037-448a-bedf-5bb29c5c7942']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:26:35.939514 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-39fcbec1-015b-4787-b9bc-7eb229f43833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b245b2a-4339-4294-82a9-3f896c0b642e') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:26:35.939807 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-39fcbec1-015b-4787-b9bc-7eb229f43833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b245b2a-4339-4294-82a9-3f896c0b642e') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:26:35.964014 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-39fcbec1-015b-4787-b9bc-7eb229f43833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2932679'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.968665 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-294af5e9-4193-4373-b9aa-44545c024cf3 service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950835 Dec 15 16:26:35.982160 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-39fcbec1-015b-4787-b9bc-7eb229f43833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.992953 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fcbec1-015b-4787-b9bc-7eb229f43833 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:26:35.993343 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-39fcbec1-015b-4787-b9bc-7eb229f43833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10256207'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: Traceback (most recent call last): Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: timer() Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: cb(*args, **kw) Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: return func(*args, **kwargs) Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: self._notify() Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: self.callback(batched_events) Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: event.method(event) Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: return f(self, *a, **k) Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: return self._get(url).json() Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:26:35.995201 dv-cinder-812685-4-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:26:36.017264 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea680abf-f605-423a-82d5-8c8c33f87aac req-7f0de9d5-9bca-4367-8cf9-1a3fd457b4e3 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:36.017264 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ea680abf-f605-423a-82d5-8c8c33f87aac req-7f0de9d5-9bca-4367-8cf9-1a3fd457b4e3 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0941000 Dec 15 16:26:36.070809 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c1652770-0c5e-41d1-b61e-b0b2cbfff3bc req-c1aa799f-e47b-491c-a7c9-a75d378d5bce service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958500 Dec 15 16:26:36.087715 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-39fcbec1-015b-4787-b9bc-7eb229f43833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:36.122601 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-39fcbec1-015b-4787-b9bc-7eb229f43833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:36.125962 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-39fcbec1-015b-4787-b9bc-7eb229f43833 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3c271175-0037-448a-bedf-5bb29c5c7942 HTTP/1.1" status: 204 len: 168 time: 0.3849087 Dec 15 16:26:36.128258 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcbec1-015b-4787-b9bc-7eb229f43833 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c271175-0037-448a-bedf-5bb29c5c7942,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:36.133919 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ea680abf-f605-423a-82d5-8c8c33f87aac req-1bbfa82d-4552-49b8-9029-1bc67f127324 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892217 Dec 15 16:26:36.319232 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 42386) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:36.362328 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-26a04ee7-1458-4ff4-9775-0c15fb319891 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a4ab07b082c4e2693e8bd2cda86e5cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418308 Dec 15 16:26:36.366411 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 3ec4fed8-77d3-444b-b5eb-09f908b0f166 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:26:36.367170 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 42388) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:36.420454 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65980ff5-6e5e-4d7a-9feb-d6e4da90a92f req-435f3ece-3e6d-4a96-82d2-730f423e208f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:36.421967 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-65980ff5-6e5e-4d7a-9feb-d6e4da90a92f req-435f3ece-3e6d-4a96-82d2-730f423e208f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0802495 Dec 15 16:26:36.449406 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9a6af1e7-e828-411e-afb8-7ff43064187a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:36.485365 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 3ec4fed8-77d3-444b-b5eb-09f908b0f166, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=3ec4fed8-77d3-444b-b5eb-09f908b0f166,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:36.492735 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9a6af1e7-e828-411e-afb8-7ff43064187a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:36.497896 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '3ec4fed8-77d3-444b-b5eb-09f908b0f166', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'port_id': '3ec4fed8-77d3-444b-b5eb-09f908b0f166', 'mac_address': 'fa:16:3e:a4:d8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:26:36.506972 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-65980ff5-6e5e-4d7a-9feb-d6e4da90a92f req-8a35fac1-eb5a-49cc-acc5-47c5b3fd250d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784152 Dec 15 16:26:36.538362 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:36.552161 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec4fed8-77d3-444b-b5eb-09f908b0f166 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:26:36.554849 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9a6af1e7-e828-411e-afb8-7ff43064187a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:36.558214 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9a6af1e7-e828-411e-afb8-7ff43064187a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:36.559876 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-9a6af1e7-e828-411e-afb8-7ff43064187a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/225d7df1-ce46-41b0-9246-6e1acdada58a HTTP/1.1" status: 204 len: 168 time: 0.1915457 Dec 15 16:26:36.567870 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6af1e7-e828-411e-afb8-7ff43064187a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225d7df1-ce46-41b0-9246-6e1acdada58a,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:36.585479 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 3ec4fed8-77d3-444b-b5eb-09f908b0f166, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=3ec4fed8-77d3-444b-b5eb-09f908b0f166,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:36.594113 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:36.716191 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=3ec4fed8-77d3-444b-b5eb-09f908b0f166,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:36.865005 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['3ec4fed8-77d3-444b-b5eb-09f908b0f166'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:26:36.898415 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218cdee-ce7e-4516-8d86-84e60c8d433e req-e07fd129-62ef-459d-aae7-5f03bae3d2cb tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:36.923032 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2218cdee-ce7e-4516-8d86-84e60c8d433e req-e07fd129-62ef-459d-aae7-5f03bae3d2cb tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 945 time: 0.1056867 Dec 15 16:26:37.007129 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2218cdee-ce7e-4516-8d86-84e60c8d433e req-fdcf8317-6843-4d05-95d1-619fc6abcff1 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776448 Dec 15 16:26:37.211414 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 42414) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:37.262058 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c56ef042-8ca1-4e65-9944-b355e78d6164 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2d16ac1d57b41fdaa83926a7efd8f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489223 Dec 15 16:26:37.265206 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 42416) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:37.310202 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca84f9-e6e8-41d8-9ffc-f929b695681f req-f955d41d-0880-4d5b-a217-3d15cd56e2cd tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:37.312091 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fcca84f9-e6e8-41d8-9ffc-f929b695681f req-f955d41d-0880-4d5b-a217-3d15cd56e2cd tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0652652 Dec 15 16:26:37.349104 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ba3dbb21-44d1-49ad-8c25-6e96e66cd49e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:37.385046 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ba3dbb21-44d1-49ad-8c25-6e96e66cd49e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:37.392814 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fcca84f9-e6e8-41d8-9ffc-f929b695681f req-c44ba03d-3843-4a93-b67b-9ba4400f83ac tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615909 Dec 15 16:26:37.446670 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ba3dbb21-44d1-49ad-8c25-6e96e66cd49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:37.452524 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ba3dbb21-44d1-49ad-8c25-6e96e66cd49e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:37.453986 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-ba3dbb21-44d1-49ad-8c25-6e96e66cd49e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d5c2060-a1d8-46d8-8eea-2b153bf39772 HTTP/1.1" status: 204 len: 168 time: 0.1872106 Dec 15 16:26:37.464033 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3dbb21-44d1-49ad-8c25-6e96e66cd49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5c2060-a1d8-46d8-8eea-2b153bf39772,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:37.639384 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418a8b8-395f-45ce-9b3d-bba6b66e52f1 req-a3c6107f-4ab2-43b9-ada8-5305c0324393 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:37.647687 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9418a8b8-395f-45ce-9b3d-bba6b66e52f1 req-a3c6107f-4ab2-43b9-ada8-5305c0324393 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0644004 Dec 15 16:26:37.705270 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9418a8b8-395f-45ce-9b3d-bba6b66e52f1 req-2e0411f8-6035-4d9b-bd75-691366355c68 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562923 Dec 15 16:26:38.143674 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada783fe-97ea-4a6b-bc56-dbc3cd4b9a87 req-62e7e502-0c29-413d-b8b4-542daeaf8546 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:38.146460 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ada783fe-97ea-4a6b-bc56-dbc3cd4b9a87 req-62e7e502-0c29-413d-b8b4-542daeaf8546 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 945 time: 0.0678368 Dec 15 16:26:38.218458 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ada783fe-97ea-4a6b-bc56-dbc3cd4b9a87 req-25b14f2a-325a-4017-8270-20b3760621f0 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658875 Dec 15 16:26:38.369123 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 3ec4fed8-77d3-444b-b5eb-09f908b0f166 up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:26:38.429209 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port 3ec4fed8-77d3-444b-b5eb-09f908b0f166 completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:26:38.436782 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 3ec4fed8-77d3-444b-b5eb-09f908b0f166 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:26:38.437356 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:38.594010 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:38.604848 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a82a5d-98dc-4f54-b5ae-2951757115d1 req-4d41f406-cec6-4f7d-95ba-b21edddd2d6e tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:38.606456 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-14a82a5d-98dc-4f54-b5ae-2951757115d1 req-4d41f406-cec6-4f7d-95ba-b21edddd2d6e tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0696948 Dec 15 16:26:38.630888 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aace7dfb-6043-406a-b7cf-4a633e026c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec4fed8-77d3-444b-b5eb-09f908b0f166'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:26:38.634831 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc56e8a6-f566-4391-8473-b2e844d6fe6f" -d '{"events": [{"server_uuid": "aace7dfb-6043-406a-b7cf-4a633e026c82", "name": "network-vif-plugged", "status": "completed", "tag": "3ec4fed8-77d3-444b-b5eb-09f908b0f166"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:26:38.666592 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 3ec4fed8-77d3-444b-b5eb-09f908b0f166, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=3ec4fed8-77d3-444b-b5eb-09f908b0f166,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:38.673577 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:38.705425 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fa64d0-15d8-4381-b579-3de093a67d05 x-openstack-request-id: req-55fa64d0-15d8-4381-b579-3de093a67d05 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:26:38.705715 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aace7dfb-6043-406a-b7cf-4a633e026c82", "name": "network-vif-plugged", "status": "completed", "tag": "3ec4fed8-77d3-444b-b5eb-09f908b0f166", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:26:38.705970 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55fa64d0-15d8-4381-b579-3de093a67d05 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:26:38.706413 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aace7dfb-6043-406a-b7cf-4a633e026c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec4fed8-77d3-444b-b5eb-09f908b0f166', 'code': 200} Dec 15 16:26:38.728070 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-14a82a5d-98dc-4f54-b5ae-2951757115d1 req-4e8c1268-0957-4cab-b75b-5345cff8fada tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139781 Dec 15 16:26:38.734642 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=3ec4fed8-77d3-444b-b5eb-09f908b0f166,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:38.869918 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0ff19-c04d-41e0-afa5-72eae36d9490 req-3ca73ad7-cebb-40be-8f83-2b4150ddc3af tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:38.871626 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-59c0ff19-c04d-41e0-afa5-72eae36d9490 req-3ca73ad7-cebb-40be-8f83-2b4150ddc3af tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0523174 Dec 15 16:26:38.895337 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 42466) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:38.934951 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-59c0ff19-c04d-41e0-afa5-72eae36d9490 req-95a170ed-5ab1-4ef4-934e-f0a740d24b1f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573833 Dec 15 16:26:39.032043 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-597402ad-c81f-452d-afcf-a2caf389f257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:39.148569 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-597402ad-c81f-452d-afcf-a2caf389f257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:39.163759 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-597402ad-c81f-452d-afcf-a2caf389f257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:39.220825 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-597402ad-c81f-452d-afcf-a2caf389f257 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48f3852424e44ae78eea4b53fd085701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216352 Dec 15 16:26:39.220825 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597402ad-c81f-452d-afcf-a2caf389f257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5165c0ee-1ac2-4903-a5f2-3a6a9bedaeb8,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:39.221323 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 42470) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:39.287758 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92ca744d-b16a-4602-9d63-6a5aa51e32d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:39.308887 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92ca744d-b16a-4602-9d63-6a5aa51e32d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:39.353743 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3526e38-8f68-46fd-bfa0-6049a2134812 req-6f3d2911-1d24-449d-b39c-4331aaeae9bc tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:39.363560 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b3526e38-8f68-46fd-bfa0-6049a2134812 req-6f3d2911-1d24-449d-b39c-4331aaeae9bc tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0630319 Dec 15 16:26:39.379857 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92ca744d-b16a-4602-9d63-6a5aa51e32d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:39.386032 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92ca744d-b16a-4602-9d63-6a5aa51e32d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:39.387789 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-92ca744d-b16a-4602-9d63-6a5aa51e32d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5165c0ee-1ac2-4903-a5f2-3a6a9bedaeb8 HTTP/1.1" status: 204 len: 168 time: 0.1654122 Dec 15 16:26:39.410242 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca744d-b16a-4602-9d63-6a5aa51e32d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5165c0ee-1ac2-4903-a5f2-3a6a9bedaeb8,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:39.426098 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b3526e38-8f68-46fd-bfa0-6049a2134812 req-ff18628e-af68-4bdc-8216-d36bd717e305 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614617 Dec 15 16:26:39.902069 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11cf89-596b-4717-89fe-091429790ef3 req-29ea673a-2f9c-4b82-a1f9-ebec915f731f tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:39.903811 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4b11cf89-596b-4717-89fe-091429790ef3 req-29ea673a-2f9c-4b82-a1f9-ebec915f731f tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0670259 Dec 15 16:26:39.965361 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4b11cf89-596b-4717-89fe-091429790ef3 req-f91664c9-6b35-4823-ba3c-6c84755314a5 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547912 Dec 15 16:26:40.084199 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50643c05-4d58-499f-ae3f-14e77d37608e req-7d4b14b6-25c1-4448-bc70-c9f44044c9d3 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:40.092129 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-50643c05-4d58-499f-ae3f-14e77d37608e req-7d4b14b6-25c1-4448-bc70-c9f44044c9d3 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0705462 Dec 15 16:26:40.140498 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-50643c05-4d58-499f-ae3f-14e77d37608e req-b81f9c31-639a-43e7-b64b-d16b23aef004 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468481 Dec 15 16:26:40.587613 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b13ff-e501-44b1-926a-a0fdb84871e7 req-ea0239a0-1269-47be-b904-4164531fe34b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:40.596714 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c51b13ff-e501-44b1-926a-a0fdb84871e7 req-ea0239a0-1269-47be-b904-4164531fe34b tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0893662 Dec 15 16:26:40.696035 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c51b13ff-e501-44b1-926a-a0fdb84871e7 req-9c9f92d1-df89-43ad-b3f0-0e6cb76126cd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980895 Dec 15 16:26:41.106435 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78852ce-a371-4a58-8cff-610acb754335 req-50e2337c-b318-42ff-a08e-80e506d0860f tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:41.108437 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c78852ce-a371-4a58-8cff-610acb754335 req-50e2337c-b318-42ff-a08e-80e506d0860f tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0604482 Dec 15 16:26:41.160535 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c78852ce-a371-4a58-8cff-610acb754335 req-8799968c-58ef-4053-b8f9-d2e3b2aa8f5e tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460031 Dec 15 16:26:41.277277 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c02f-3ab7-4966-8853-8272bb4d6812 req-780be7bd-7a04-4b9a-84e7-831d6d8c1c87 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:41.278802 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4e43c02f-3ab7-4966-8853-8272bb4d6812 req-780be7bd-7a04-4b9a-84e7-831d6d8c1c87 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0509083 Dec 15 16:26:41.337376 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4e43c02f-3ab7-4966-8853-8272bb4d6812 req-40223421-f4c7-4dc3-93f0-2c3699ffaf2e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480056 Dec 15 16:26:41.840842 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27d3f8-11ac-4df9-b760-49b3c84cf48d req-ee29bc2d-304c-4ec8-90e6-48413881707d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:41.844213 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6a27d3f8-11ac-4df9-b760-49b3c84cf48d req-ee29bc2d-304c-4ec8-90e6-48413881707d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0671568 Dec 15 16:26:41.917518 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6a27d3f8-11ac-4df9-b760-49b3c84cf48d req-040655fe-b717-4843-8eb1-93f78cbbd45a tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670109 Dec 15 16:26:42.285532 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cd072-330e-4c53-b67e-a909897c9a4f req-194065d5-3552-4108-a8b1-fe1a2019e7ea tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:42.286975 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a58cd072-330e-4c53-b67e-a909897c9a4f req-194065d5-3552-4108-a8b1-fe1a2019e7ea tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0505958 Dec 15 16:26:42.339791 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a58cd072-330e-4c53-b67e-a909897c9a4f req-73e351df-0b6a-4775-bd47-2aaabda12e80 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465338 Dec 15 16:26:42.475574 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1734b-32b3-4de5-b77b-614f5cffd126 req-dbd85c1d-97c5-46d3-82aa-44c161aa4ea7 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:42.477068 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-44e1734b-32b3-4de5-b77b-614f5cffd126 req-dbd85c1d-97c5-46d3-82aa-44c161aa4ea7 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0494423 Dec 15 16:26:42.535676 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-44e1734b-32b3-4de5-b77b-614f5cffd126 req-64f643e5-e3b7-4170-b02b-dbb3bd734fbd tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503025 Dec 15 16:26:43.056757 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f8614-fff1-42c0-a2e0-9e9428d7f41e req-1457fcd0-16fa-48ed-b81d-882b152fdf7a tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:43.058663 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-892f8614-fff1-42c0-a2e0-9e9428d7f41e req-1457fcd0-16fa-48ed-b81d-882b152fdf7a tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0586786 Dec 15 16:26:43.111763 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-892f8614-fff1-42c0-a2e0-9e9428d7f41e req-707e4341-3f05-4c48-a7d5-0643025c61c1 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463686 Dec 15 16:26:43.490924 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b318700-61ab-4264-adcc-b26ee855d49e req-6803f602-838c-435d-aeab-c0fb06bc16f5 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:43.491741 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5b318700-61ab-4264-adcc-b26ee855d49e req-6803f602-838c-435d-aeab-c0fb06bc16f5 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0642643 Dec 15 16:26:43.545702 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5b318700-61ab-4264-adcc-b26ee855d49e req-bb9474f6-3c9e-4800-b437-791163d5e743 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495462 Dec 15 16:26:43.677068 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0d27d-1775-4e9c-8a9c-c0a392d63795 req-65c0bf16-bcfb-4fd3-b5e1-74afa1cc02e0 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:43.679150 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dfe0d27d-1775-4e9c-8a9c-c0a392d63795 req-65c0bf16-bcfb-4fd3-b5e1-74afa1cc02e0 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0631018 Dec 15 16:26:43.962695 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dfe0d27d-1775-4e9c-8a9c-c0a392d63795 req-8c1550cb-8248-42d2-aba8-8f362bf84f6e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774434 Dec 15 16:26:44.252442 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe1cbf-d648-494b-9044-809d7a011dc7 req-9ca86a23-647e-4849-a8d1-7630358d70b0 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:44.253951 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c1fe1cbf-d648-494b-9044-809d7a011dc7 req-9ca86a23-647e-4849-a8d1-7630358d70b0 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0513279 Dec 15 16:26:44.307918 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c1fe1cbf-d648-494b-9044-809d7a011dc7 req-aaeafbf6-0c26-4c7d-bde6-802a8642dbfe tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471747 Dec 15 16:26:44.666952 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da14049-2817-4d30-8bc9-5a545673aafa req-7abdb1a8-50e3-4f53-942e-3841e45e9a2b tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:44.668638 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5da14049-2817-4d30-8bc9-5a545673aafa req-7abdb1a8-50e3-4f53-942e-3841e45e9a2b tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0512657 Dec 15 16:26:44.725389 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5da14049-2817-4d30-8bc9-5a545673aafa req-c6d1f751-272f-4b62-98f5-b82395e23adf tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494668 Dec 15 16:26:45.105611 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f3d81-865a-45c5-adb9-dd676b04b804 req-cd6d4555-bbd9-4c1a-9b76-1487fb7bcc6b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:45.107766 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-799f3d81-865a-45c5-adb9-dd676b04b804 req-cd6d4555-bbd9-4c1a-9b76-1487fb7bcc6b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0579689 Dec 15 16:26:45.164432 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-799f3d81-865a-45c5-adb9-dd676b04b804 req-16f9c11d-bbc2-4994-a127-221230c61c04 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494940 Dec 15 16:26:45.432951 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24eed0c-7d91-4a87-bcbf-45467e6684aa req-76d41f59-3eb5-4cc5-8266-1a23d782a5c0 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:45.434476 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f24eed0c-7d91-4a87-bcbf-45467e6684aa req-76d41f59-3eb5-4cc5-8266-1a23d782a5c0 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0541089 Dec 15 16:26:45.488584 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f24eed0c-7d91-4a87-bcbf-45467e6684aa req-08d80a9a-abe0-49ae-aaf6-0ce1e4d3fc82 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477841 Dec 15 16:26:45.859820 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d785f30-2ae2-4830-9a0a-2099136c34f0 req-9f40999a-85cc-4638-b415-b85e238aef32 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:45.861270 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8d785f30-2ae2-4830-9a0a-2099136c34f0 req-9f40999a-85cc-4638-b415-b85e238aef32 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0633278 Dec 15 16:26:45.921051 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8d785f30-2ae2-4830-9a0a-2099136c34f0 req-912c7434-db8e-437b-a24f-64b18fd0afd2 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534084 Dec 15 16:26:46.316828 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499f5db-aa73-456b-8f91-0d345264a80b req-b1b05f1f-7f3f-42a3-9791-2e4dd76f0320 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:46.323782 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b499f5db-aa73-456b-8f91-0d345264a80b req-b1b05f1f-7f3f-42a3-9791-2e4dd76f0320 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0809636 Dec 15 16:26:46.400837 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b499f5db-aa73-456b-8f91-0d345264a80b req-214411ca-b776-4fce-b204-5eac75e05ec1 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751572 Dec 15 16:26:46.614586 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0d4b-0a56-4906-b3f1-5488d4c680f7 req-2a7da9b5-3a1f-4602-b2ab-b90942c00d4f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:46.616044 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1c9c0d4b-0a56-4906-b3f1-5488d4c680f7 req-2a7da9b5-3a1f-4602-b2ab-b90942c00d4f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0545845 Dec 15 16:26:46.674672 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1c9c0d4b-0a56-4906-b3f1-5488d4c680f7 req-4c8fb4ae-5aff-42b5-b298-b9a0712a6ee7 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525005 Dec 15 16:26:47.051846 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42201d-bc3a-423a-8f12-1dbcd3c4ca9d req-28d9fa2a-08d1-44c9-884b-81d3fb744c2d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:47.054118 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ee42201d-bc3a-423a-8f12-1dbcd3c4ca9d req-28d9fa2a-08d1-44c9-884b-81d3fb744c2d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0601363 Dec 15 16:26:47.108583 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ee42201d-bc3a-423a-8f12-1dbcd3c4ca9d req-854f7f79-d74e-4f6d-8c73-271bb4eaba1b tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468707 Dec 15 16:26:47.528471 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9ffcd-38ee-4f4e-a992-19cae3f423cf req-a4842068-d20c-45a5-9cfe-a3563b5bbaaf tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:47.529985 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c8e9ffcd-38ee-4f4e-a992-19cae3f423cf req-a4842068-d20c-45a5-9cfe-a3563b5bbaaf tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0522101 Dec 15 16:26:47.578882 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c8e9ffcd-38ee-4f4e-a992-19cae3f423cf req-70c6198e-2b34-4b4b-b766-db201d05ddcb tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427053 Dec 15 16:26:47.804797 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d701e-e23d-4cda-beb2-c9a68e9e2af0 req-f9d6a31b-f33b-4749-9a54-bb21aa56da19 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:47.806315 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-124d701e-e23d-4cda-beb2-c9a68e9e2af0 req-f9d6a31b-f33b-4749-9a54-bb21aa56da19 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0586267 Dec 15 16:26:47.869085 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-124d701e-e23d-4cda-beb2-c9a68e9e2af0 req-40b57176-483d-4423-bd02-fb84d65784d1 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472190 Dec 15 16:26:48.248538 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285cebf-d67b-437e-b9b5-0ef6ecfec60e req-537865b0-213d-46b9-8370-c09e61af9a66 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:48.250069 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8285cebf-d67b-437e-b9b5-0ef6ecfec60e req-537865b0-213d-46b9-8370-c09e61af9a66 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0616999 Dec 15 16:26:48.306362 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8285cebf-d67b-437e-b9b5-0ef6ecfec60e req-c65c907b-8277-4238-9be0-1667f7b89bb0 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472772 Dec 15 16:26:48.396968 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:26:48.710024 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9474b60-fd50-4ac4-abb7-c11758807a16 req-248e6a2f-d56e-4671-8474-2065cec96f35 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:48.711458 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a9474b60-fd50-4ac4-abb7-c11758807a16 req-248e6a2f-d56e-4671-8474-2065cec96f35 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0567429 Dec 15 16:26:48.767827 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a9474b60-fd50-4ac4-abb7-c11758807a16 req-f403a22d-d774-4b53-8e56-dd10965d79e6 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501127 Dec 15 16:26:48.992945 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368e437-e2a2-4aa2-8256-4c54c156c635 req-8bad8888-0b0c-4e20-b081-e9adb7d3872d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:48.994347 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d368e437-e2a2-4aa2-8256-4c54c156c635 req-8bad8888-0b0c-4e20-b081-e9adb7d3872d tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0530000 Dec 15 16:26:49.051189 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d368e437-e2a2-4aa2-8256-4c54c156c635 req-052a6889-b1cd-4ccb-b494-8d1cc157baa3 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487750 Dec 15 16:26:49.437878 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f9d7f-792c-4643-b63b-7a57aa1878f1 req-6eb99ffe-cd5d-41bd-8cef-fa200be90346 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:49.439535 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-930f9d7f-792c-4643-b63b-7a57aa1878f1 req-6eb99ffe-cd5d-41bd-8cef-fa200be90346 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0622716 Dec 15 16:26:49.503221 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-930f9d7f-792c-4643-b63b-7a57aa1878f1 req-12aa0b3a-e60f-46b1-aa60-5d3563d27d75 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568321 Dec 15 16:26:49.631169 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b44eb-6127-48af-8568-9ab1fd8e3a37 req-91c5a7fb-b96e-406d-b922-c314cb7e4a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:49.632670 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-897b44eb-6127-48af-8568-9ab1fd8e3a37 req-91c5a7fb-b96e-406d-b922-c314cb7e4a7e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 1099 time: 0.0494208 Dec 15 16:26:49.712834 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-897b44eb-6127-48af-8568-9ab1fd8e3a37 req-8a830c9e-5ceb-4aef-b992-0010f699c8e1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695229 Dec 15 16:26:49.715358 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf863b-17b9-4427-a442-ce00f6b38489 req-fa832e9d-34f1-454d-b1ee-0f2fc9c1367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:49.716801 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-4fbf863b-17b9-4427-a442-ce00f6b38489 req-fa832e9d-34f1-454d-b1ee-0f2fc9c1367e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60fc732badb0488392694e6d6c67d5dc&device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 1098 time: 0.0722039 Dec 15 16:26:49.906673 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e992fec-779a-4474-953d-f8d0c8be9ef0 req-a50f3bb2-f7fe-4b0b-986e-a16d4b166290 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:49.908127 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3e992fec-779a-4474-953d-f8d0c8be9ef0 req-a50f3bb2-f7fe-4b0b-986e-a16d4b166290 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0541365 Dec 15 16:26:49.965675 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3e992fec-779a-4474-953d-f8d0c8be9ef0 req-de4d26ed-fe34-48a5-be73-bdf9c457410a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511541 Dec 15 16:26:50.032578 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf863b-17b9-4427-a442-ce00f6b38489 req-fd16300e-51d3-4cb9-bf1c-adfcf442998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:50.034167 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-4fbf863b-17b9-4427-a442-ce00f6b38489 req-fd16300e-51d3-4cb9-bf1c-adfcf442998e service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 HTTP/1.1" status: 200 len: 909 time: 0.0985007 Dec 15 16:26:50.124806 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-4fbf863b-17b9-4427-a442-ce00f6b38489 req-a6bce882-389a-491b-ae39-2af873b1793f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f96dd5b-86e2-412f-920f-6abc632fd890 HTTP/1.1" status: 200 len: 1001 time: 0.0814188 Dec 15 16:26:50.181967 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf863b-17b9-4427-a442-ce00f6b38489 req-6c5e483b-b517-413a-a008-faffbf9ef668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:50.183396 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-4fbf863b-17b9-4427-a442-ce00f6b38489 req-6c5e483b-b517-413a-a008-faffbf9ef668 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45118a8a-76e1-4368-be2a-344063d4d805 HTTP/1.1" status: 200 len: 847 time: 0.0465281 Dec 15 16:26:50.192817 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc61c2f-2dbe-48d9-9c2e-b7912473a892 req-3d9947d0-faa6-4cfe-8e7e-7951ce793896 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:50.194317 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ebc61c2f-2dbe-48d9-9c2e-b7912473a892 req-3d9947d0-faa6-4cfe-8e7e-7951ce793896 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0556271 Dec 15 16:26:50.240442 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf863b-17b9-4427-a442-ce00f6b38489 req-d6959db4-4936-4c44-bd3b-ecaef01cc2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:50.241978 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-4fbf863b-17b9-4427-a442-ce00f6b38489 req-d6959db4-4936-4c44-bd3b-ecaef01cc2aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498061 Dec 15 16:26:50.250600 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ebc61c2f-2dbe-48d9-9c2e-b7912473a892 req-32063011-c65a-410e-ae82-3c6e8b080661 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501430 Dec 15 16:26:50.341047 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-4fbf863b-17b9-4427-a442-ce00f6b38489 req-9137d385-0a60-4112-b2be-9cfefd26cb71 service neutron] 10.222.0.65 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887899 Dec 15 16:26:50.441442 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-4fbf863b-17b9-4427-a442-ce00f6b38489 req-6a257c7c-c03d-4941-a96f-391e5256a73f service neutron] 10.222.0.65 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921075 Dec 15 16:26:50.630584 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429fefa-99ef-4643-b474-a5da11b479ef req-a59148a6-170c-4e91-9a48-cdde1985190c tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:50.632081 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f429fefa-99ef-4643-b474-a5da11b479ef req-a59148a6-170c-4e91-9a48-cdde1985190c tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0589285 Dec 15 16:26:50.685494 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f429fefa-99ef-4643-b474-a5da11b479ef req-ad25f0a9-1635-4332-bad6-669ce9854f2f tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468626 Dec 15 16:26:51.106663 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f59116-c67c-4bf4-9af2-32b07d644a96 req-a40aaf67-614a-4af2-aa5a-69a0b584426b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:51.108543 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e4f59116-c67c-4bf4-9af2-32b07d644a96 req-a40aaf67-614a-4af2-aa5a-69a0b584426b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0626428 Dec 15 16:26:51.167289 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e4f59116-c67c-4bf4-9af2-32b07d644a96 req-c6bc60ec-510e-4d96-9c09-18133f697b8f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512443 Dec 15 16:26:51.367704 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a44e6-2d2c-436d-b342-e70131f41658 req-86bea422-37d2-4509-8fd2-5c491c898790 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:51.369199 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-330a44e6-2d2c-436d-b342-e70131f41658 req-86bea422-37d2-4509-8fd2-5c491c898790 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0502515 Dec 15 16:26:51.424855 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-330a44e6-2d2c-436d-b342-e70131f41658 req-44d3b428-7cc9-49e2-a738-209a0fd6b724 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490124 Dec 15 16:26:51.528745 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7858bfa-3e93-4385-9e3f-6a94ab6310ee req-03c42fea-4fe4-4c58-8fdf-78c05ac48bc9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:51.530143 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f7858bfa-3e93-4385-9e3f-6a94ab6310ee req-03c42fea-4fe4-4c58-8fdf-78c05ac48bc9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 945 time: 0.0601883 Dec 15 16:26:51.581214 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f7858bfa-3e93-4385-9e3f-6a94ab6310ee req-470272f9-6f20-478b-86dd-9b4e869f328c tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420282 Dec 15 16:26:51.804853 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc6906-45d6-4dce-9afd-9bd77aefc251 req-594cca4b-fd77-415b-a2bd-dd93832264b3 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:51.806152 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bfbc6906-45d6-4dce-9afd-9bd77aefc251 req-594cca4b-fd77-415b-a2bd-dd93832264b3 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0516784 Dec 15 16:26:51.874129 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bfbc6906-45d6-4dce-9afd-9bd77aefc251 req-2997b837-9dab-45f2-b726-b46ee369da27 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598845 Dec 15 16:26:52.302778 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1254f8-c0f0-4493-a740-f88032a98573 req-b65bcdb4-3be5-407e-91ee-aa8fd71501cc tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:52.304286 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fb1254f8-c0f0-4493-a740-f88032a98573 req-b65bcdb4-3be5-407e-91ee-aa8fd71501cc tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0520396 Dec 15 16:26:52.354433 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-fb1254f8-c0f0-4493-a740-f88032a98573 req-f81e0d02-4a02-4e2b-8767-a97965b0e35f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438194 Dec 15 16:26:52.556515 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a8f2a-9213-4245-ac2b-93197602f75f req-6494d866-43db-4dce-9aad-ca5157efaf7c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:52.558046 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ad1a8f2a-9213-4245-ac2b-93197602f75f req-6494d866-43db-4dce-9aad-ca5157efaf7c tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0624459 Dec 15 16:26:52.606187 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ad1a8f2a-9213-4245-ac2b-93197602f75f req-b96ac7ba-ba16-4b4a-bcfa-56a27c0f3d6f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Dec 15 16:26:52.717303 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e039ab-a38f-4011-a675-ec7011887c5d req-5dad714f-dc66-4c3e-bde9-29f3782467ba tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:52.720089 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95e039ab-a38f-4011-a675-ec7011887c5d req-5dad714f-dc66-4c3e-bde9-29f3782467ba tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 945 time: 0.0587683 Dec 15 16:26:52.770369 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-95e039ab-a38f-4011-a675-ec7011887c5d req-0ef2ec97-5426-4182-8e93-86893d5e0ab3 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443974 Dec 15 16:26:53.000720 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b7bbe-530e-435e-a65b-9c6d0f191b28 req-c78522e5-08df-4cd9-b6a1-63e3d34b7432 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:53.002474 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ef0b7bbe-530e-435e-a65b-9c6d0f191b28 req-c78522e5-08df-4cd9-b6a1-63e3d34b7432 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0556273 Dec 15 16:26:53.058055 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ef0b7bbe-530e-435e-a65b-9c6d0f191b28 req-29453559-4285-4ce8-90ca-fc9a464ab6e3 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473640 Dec 15 16:26:53.485566 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32680bb6-9601-4a6a-a8da-48a4d15500f5 req-f35e10ce-b8aa-4444-9fa2-959da8c39bda tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:53.487089 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-32680bb6-9601-4a6a-a8da-48a4d15500f5 req-f35e10ce-b8aa-4444-9fa2-959da8c39bda tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0562508 Dec 15 16:26:53.538565 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-32680bb6-9601-4a6a-a8da-48a4d15500f5 req-867141fc-8370-4eb2-af06-74b9b255d4fd tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451910 Dec 15 16:26:53.738142 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627066b0-df21-44f9-bc35-6d7a3ee3acac req-d5cced2a-ae33-408d-a1e2-a344bd019405 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:53.739658 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-627066b0-df21-44f9-bc35-6d7a3ee3acac req-d5cced2a-ae33-408d-a1e2-a344bd019405 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0510831 Dec 15 16:26:53.787474 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-627066b0-df21-44f9-bc35-6d7a3ee3acac req-99bb6231-6913-4877-8a3a-7814449bad00 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417590 Dec 15 16:26:53.892146 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c0cfd-b58b-4b52-bb87-2fc79198b5df req-540d46e9-a9ee-482a-a474-4049c88c3ba9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:53.893533 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-294c0cfd-b58b-4b52-bb87-2fc79198b5df req-540d46e9-a9ee-482a-a474-4049c88c3ba9 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 945 time: 0.0512753 Dec 15 16:26:53.949770 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-294c0cfd-b58b-4b52-bb87-2fc79198b5df req-ed501d59-ed7a-42a2-86ce-443f017c0956 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495131 Dec 15 16:26:54.187194 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389267bf-dc8d-451e-842a-61d8fb512e98 req-1fb3d049-9cce-4af6-991b-9a793509b31f tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:54.188941 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-389267bf-dc8d-451e-842a-61d8fb512e98 req-1fb3d049-9cce-4af6-991b-9a793509b31f tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0560410 Dec 15 16:26:54.243687 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-389267bf-dc8d-451e-842a-61d8fb512e98 req-3797caf0-a79a-44ea-bf2b-c6418cfc7358 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486269 Dec 15 16:26:54.264264 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ab423a60-16cc-412d-b3b2-d5d89f86b1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:54.672195 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78883ef7-c7af-4bf8-924d-6733675d4c0d req-f1591b67-e1bd-4bd5-b017-cd7f8725d0c2 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:54.673683 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-78883ef7-c7af-4bf8-924d-6733675d4c0d req-f1591b67-e1bd-4bd5-b017-cd7f8725d0c2 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0572948 Dec 15 16:26:54.732998 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-78883ef7-c7af-4bf8-924d-6733675d4c0d req-92e0ecea-2a87-4d6d-895e-a4b43bd93f01 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452507 Dec 15 16:26:54.914118 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db876b71-99a3-4d64-9742-1c3ce4fea849 req-e06f76cc-31dd-4014-ad59-54f1ec7d5157 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:54.915658 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-db876b71-99a3-4d64-9742-1c3ce4fea849 req-e06f76cc-31dd-4014-ad59-54f1ec7d5157 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0531361 Dec 15 16:26:54.969447 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-db876b71-99a3-4d64-9742-1c3ce4fea849 req-41c5c9c0-2684-41cd-8f68-a80985b7eed1 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477977 Dec 15 16:26:55.117224 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dee688-cef7-4454-9c11-efd44dc86f8c req-118f2104-1560-4869-bb6c-ddea14440af3 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:55.118804 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-55dee688-cef7-4454-9c11-efd44dc86f8c req-118f2104-1560-4869-bb6c-ddea14440af3 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 945 time: 0.0958886 Dec 15 16:26:55.141749 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb739ba-e477-459f-bd8d-d9e94acdbd13 req-24f8a257-282b-4ee2-adb3-9a0b1f2f7992 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:55.143600 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0eb739ba-e477-459f-bd8d-d9e94acdbd13 req-24f8a257-282b-4ee2-adb3-9a0b1f2f7992 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0840614 Dec 15 16:26:55.156567 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 42692) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:55.162930 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-cc119b37-9c31-40f3-b30c-d76552638888 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Request body: {'floatingip': {'port_id': '3ec4fed8-77d3-444b-b5eb-09f908b0f166'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:26:55.191646 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-55dee688-cef7-4454-9c11-efd44dc86f8c req-2830ea2f-1fb1-4744-a55f-8f4d9e94f097 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642705 Dec 15 16:26:55.221248 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cc119b37-9c31-40f3-b30c-d76552638888 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for floatingip, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:55.395922 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3356b22-0e7e-4da0-9244-c846fa409f4a req-a3cf80c6-f6bb-40c1-9cea-32bc01a169b9 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:55.397558 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b3356b22-0e7e-4da0-9244-c846fa409f4a req-a3cf80c6-f6bb-40c1-9cea-32bc01a169b9 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0707922 Dec 15 16:26:55.462284 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b3356b22-0e7e-4da0-9244-c846fa409f4a req-cfa880ad-5224-48a9-ae51-e0a9621d414d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570903 Dec 15 16:26:55.672496 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633c4a1-e1eb-4483-b7f8-efd901eec525 req-423d20b9-ee56-441f-9a71-3980ddcb341c tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:55.674146 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-d633c4a1-e1eb-4483-b7f8-efd901eec525 req-423d20b9-ee56-441f-9a71-3980ddcb341c tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.65 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 945 time: 0.1415923 Dec 15 16:26:55.838130 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cc119b37-9c31-40f3-b30c-d76552638888 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:55.846451 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cc119b37-9c31-40f3-b30c-d76552638888 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534795'] for floatingip, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:55.869015 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2626c3-cf19-4112-8738-2f9427048f9a req-bf907357-c1c2-4853-94af-ba7e44550a7b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:55.870875 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dc2626c3-cf19-4112-8738-2f9427048f9a req-bf907357-c1c2-4853-94af-ba7e44550a7b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 944 time: 0.0574863 Dec 15 16:26:55.920860 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-d633c4a1-e1eb-4483-b7f8-efd901eec525 req-b77c5555-0939-43dd-9276-99c20892cf2f tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Deleting port 201a5147-a21d-4bd9-8def-2ce8d86621a5 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:26:55.921161 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-d633c4a1-e1eb-4483-b7f8-efd901eec525 req-b77c5555-0939-43dd-9276-99c20892cf2f tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:55.932915 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dc2626c3-cf19-4112-8738-2f9427048f9a req-89976f39-2d6c-46b9-bda7-0c39fd9c179a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537477 Dec 15 16:26:56.028962 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.l3_db [None req-cc119b37-9c31-40f3-b30c-d76552638888 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Floating IP f2d6d3d7-7da6-4faa-a9e4-f7ded26f95cf associated. External IP: 172.27.2.15, port: 3ec4fed8-77d3-444b-b5eb-09f908b0f166. Dec 15 16:26:56.108010 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-d633c4a1-e1eb-4483-b7f8-efd901eec525 req-b77c5555-0939-43dd-9276-99c20892cf2f tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] For port 201a5147-a21d-4bd9-8def-2ce8d86621a5, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=201a5147-a21d-4bd9-8def-2ce8d86621a5,segment=NetworkSegment(a3b1078d-988b-48d4-8e06-7965e806305c),segment_id=a3b1078d-988b-48d4-8e06-7965e806305c)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:56.108346 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-d633c4a1-e1eb-4483-b7f8-efd901eec525 req-b77c5555-0939-43dd-9276-99c20892cf2f tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:56.127215 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-d633c4a1-e1eb-4483-b7f8-efd901eec525 req-b77c5555-0939-43dd-9276-99c20892cf2f tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Calling delete_port for 201a5147-a21d-4bd9-8def-2ce8d86621a5 owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:26:56.329409 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a31cd4-31cd-4bde-88b0-8fc3e05f5ac9 req-c5e4e4fb-8ead-4fe3-bfdf-50b8e5827b37 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:56.331206 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-80a31cd4-31cd-4bde-88b0-8fc3e05f5ac9 req-c5e4e4fb-8ead-4fe3-bfdf-50b8e5827b37 tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c86622-4d3b-4750-9589-e485a89473cb HTTP/1.1" status: 200 len: 945 time: 0.0569763 Dec 15 16:26:56.374172 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc119b37-9c31-40f3-b30c-d76552638888 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:26:56.380265 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-d633c4a1-e1eb-4483-b7f8-efd901eec525 req-b77c5555-0939-43dd-9276-99c20892cf2f tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:56.389177 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-80a31cd4-31cd-4bde-88b0-8fc3e05f5ac9 req-42749ba2-d7dc-473c-8cd5-14bf5dce190c tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.60 "GET /v2.0/security-groups?id=832fa74c-25cb-4719-8815-b22e4ec58563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517299 Dec 15 16:26:56.394496 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['201a5147-a21d-4bd9-8def-2ce8d86621a5'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:26:56.449150 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 71e495aa-7e03-4d0e-9f9d-b7560a684e27 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:26:56.452758 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c5555-0939-43dd-9276-99c20892cf2f tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Pushing event deleted for resources: {'Port': ['ID=201a5147-a21d-4bd9-8def-2ce8d86621a5,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:56.536476 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-d633c4a1-e1eb-4483-b7f8-efd901eec525 req-b77c5555-0939-43dd-9276-99c20892cf2f tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] No DVR routers for this DVR port 201a5147-a21d-4bd9-8def-2ce8d86621a5 on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:26:56.540427 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-d633c4a1-e1eb-4483-b7f8-efd901eec525 req-b77c5555-0939-43dd-9276-99c20892cf2f tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:56.544013 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-d633c4a1-e1eb-4483-b7f8-efd901eec525 req-b77c5555-0939-43dd-9276-99c20892cf2f tempest-VolumesSnapshotTestJSON-554769247 tempest-VolumesSnapshotTestJSON-554769247-project] 10.222.0.65 "DELETE /v2.0/ports/201a5147-a21d-4bd9-8def-2ce8d86621a5 HTTP/1.1" status: 204 len: 173 time: 0.8619790 Dec 15 16:26:56.544488 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c86622-4d3b-4750-9589-e485a89473cb', 'name': 'network-vif-deleted', 'tag': '201a5147-a21d-4bd9-8def-2ce8d86621a5'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:26:56.546853 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d912ed88-5b89-4fb5-a58d-ea121c4a835d" -d '{"events": [{"server_uuid": "b2c86622-4d3b-4750-9589-e485a89473cb", "name": "network-vif-deleted", "tag": "201a5147-a21d-4bd9-8def-2ce8d86621a5"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:26:56.620317 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f2b499-4d66-41f2-a2b2-4bbe65cf8e3e x-openstack-request-id: req-42f2b499-4d66-41f2-a2b2-4bbe65cf8e3e {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:26:56.620317 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c86622-4d3b-4750-9589-e485a89473cb", "name": "network-vif-deleted", "tag": "201a5147-a21d-4bd9-8def-2ce8d86621a5", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:26:56.620768 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42f2b499-4d66-41f2-a2b2-4bbe65cf8e3e {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:26:56.620893 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c86622-4d3b-4750-9589-e485a89473cb', 'name': 'network-vif-deleted', 'tag': '201a5147-a21d-4bd9-8def-2ce8d86621a5', 'status': 'completed', 'code': 200} Dec 15 16:26:56.636820 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66527be6-6c4a-47e9-a0a9-85a02f1a2813 req-28de7cf7-f269-421d-9eac-315a33e78d6d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:56.637029 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc119b37-9c31-40f3-b30c-d76552638888 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:26:56.644402 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cc119b37-9c31-40f3-b30c-d76552638888 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:56.656072 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-66527be6-6c4a-47e9-a0a9-85a02f1a2813 req-28de7cf7-f269-421d-9eac-315a33e78d6d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.1023831 Dec 15 16:26:56.677742 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-cc119b37-9c31-40f3-b30c-d76552638888 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "PUT /v2.0/floatingips/f2d6d3d7-7da6-4faa-a9e4-f7ded26f95cf HTTP/1.1" status: 200 len: 991 time: 1.5193636 Dec 15 16:26:56.725891 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-66527be6-6c4a-47e9-a0a9-85a02f1a2813 req-7113ed2a-d517-4166-aabf-2e8436a389dc tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683043 Dec 15 16:26:56.785707 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2b33da-09f7-4f53-bba5-7d7e6a41b641 None None] Sync routers for ids ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:26:56.796614 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 71e495aa-7e03-4d0e-9f9d-b7560a684e27, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:56.812060 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'port_id': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'mac_address': 'fa:16:3e:33:87:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:26:56.813561 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2b33da-09f7-4f53-bba5-7d7e6a41b641 None None] Routers {'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:26:56.814908 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-fb2b33da-09f7-4f53-bba5-7d7e6a41b641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:26:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:26:56.903495 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [req-d90317bd-a5ff-4581-9d5c-cc0ccbe47139 req-4be9d85b-5a9d-461f-ba15-a24055beb945 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:26:56.904726 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d90317bd-a5ff-4581-9d5c-cc0ccbe47139 req-4be9d85b-5a9d-461f-ba15-a24055beb945 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1007621 Dec 15 16:26:56.936946 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aa70944a-2747-4c71-b941-fa903b8831e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:56.944089 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:56.967799 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e495aa-7e03-4d0e-9f9d-b7560a684e27 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:26:56.997573 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-fb2b33da-09f7-4f53-bba5-7d7e6a41b641 None None] Set router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:26:57.000531 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 71e495aa-7e03-4d0e-9f9d-b7560a684e27, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:57.029654 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:57.103201 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 42740) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:26:57.199997 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=71e495aa-7e03-4d0e-9f9d-b7560a684e27,revision_number=9']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:57.226707 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eb339-809a-4a07-9c3c-8365f3939855 req-13051e95-37dd-43c1-a2ae-0c4bca90b530 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:57.229042 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7b3eb339-809a-4a07-9c3c-8365f3939855 req-13051e95-37dd-43c1-a2ae-0c4bca90b530 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.1140022 Dec 15 16:26:57.248000 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da980989-89fd-4734-9535-81e1620d6383 req-0dd8b8b1-2e55-4b6e-af8d-24973bc0dfba tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:57.249865 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-da980989-89fd-4734-9535-81e1620d6383 req-0dd8b8b1-2e55-4b6e-af8d-24973bc0dfba tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 945 time: 0.1021175 Dec 15 16:26:57.309083 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['71e495aa-7e03-4d0e-9f9d-b7560a684e27'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:26:57.354566 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7b3eb339-809a-4a07-9c3c-8365f3939855 req-2ab180b5-49d5-4bf6-92ae-aafb078ecb1d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035173 Dec 15 16:26:57.358172 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-c9119c2f-8289-4cfd-9b71-66e61995b324 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2536669 Dec 15 16:26:57.361759 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-da980989-89fd-4734-9535-81e1620d6383 req-85af0b2f-f0b7-4ac2-8771-505164083748 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952334 Dec 15 16:26:57.373963 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-aed9d924-f79b-48ac-8430-860c8c3d988a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:26:57.374995 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-aed9d924-f79b-48ac-8430-860c8c3d988a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060947 Dec 15 16:26:57.532288 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-fb2b33da-09f7-4f53-bba5-7d7e6a41b641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:21:06Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': 'f2d6d3d7-7da6-4faa-a9e4-f7ded26f95cf', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'port_id': '3ec4fed8-77d3-444b-b5eb-09f908b0f166', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'mac_address': 'fa:16:3e:a4:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aace7dfb-6043-406a-b7cf-4a633e026c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:26:26Z', 'updated_at': '2021-12-15T16:26:55Z', 'revision_number': 1, 'project_id': '28737128a7574d248ba7e4e536171af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f91d64f-4021-459c-844c-71c925d69196', 'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'mac_address': 'fa:16:3e:b2:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:04Z', 'updated_at': '2021-12-15T16:21:20Z', 'revision_number': 5, 'project_id': '28737128a7574d248ba7e4e536171af2', 'subnets': [{'id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:26:57.567516 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2b33da-09f7-4f53-bba5-7d7e6a41b641 None None] Checking router: e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:26:57.588601 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2b33da-09f7-4f53-bba5-7d7e6a41b641 None None] Routers {'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:26:57.589284 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-fb2b33da-09f7-4f53-bba5-7d7e6a41b641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:26:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:26:57.754735 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-fb2b33da-09f7-4f53-bba5-7d7e6a41b641 None None] Set router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:26:58.083830 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-fb2b33da-09f7-4f53-bba5-7d7e6a41b641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:21:06Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': 'f2d6d3d7-7da6-4faa-a9e4-f7ded26f95cf', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'port_id': '3ec4fed8-77d3-444b-b5eb-09f908b0f166', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'mac_address': 'fa:16:3e:a4:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aace7dfb-6043-406a-b7cf-4a633e026c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:26:26Z', 'updated_at': '2021-12-15T16:26:55Z', 'revision_number': 1, 'project_id': '28737128a7574d248ba7e4e536171af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f91d64f-4021-459c-844c-71c925d69196', 'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'mac_address': 'fa:16:3e:b2:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:04Z', 'updated_at': '2021-12-15T16:21:20Z', 'revision_number': 5, 'project_id': '28737128a7574d248ba7e4e536171af2', 'subnets': [{'id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:26:58.111498 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2b33da-09f7-4f53-bba5-7d7e6a41b641 None None] The sync data for ids ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'] in dv-cinder-812685-4-iscsi is: [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:21:06Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': 'f2d6d3d7-7da6-4faa-a9e4-f7ded26f95cf', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'port_id': '3ec4fed8-77d3-444b-b5eb-09f908b0f166', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'mac_address': 'fa:16:3e:a4:d8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aace7dfb-6043-406a-b7cf-4a633e026c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:26:26Z', 'updated_at': '2021-12-15T16:26:55Z', 'revision_number': 1, 'project_id': '28737128a7574d248ba7e4e536171af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f91d64f-4021-459c-844c-71c925d69196', 'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'mac_address': 'fa:16:3e:b2:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:04Z', 'updated_at': '2021-12-15T16:21:20Z', 'revision_number': 5, 'project_id': '28737128a7574d248ba7e4e536171af2', 'subnets': [{'id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:26:58.302301 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bcf2a8-c600-4404-9ed7-c65c5a803c5a None None] New status for floating IP f2d6d3d7-7da6-4faa-a9e4-f7ded26f95cf: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:26:58.459663 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 71e495aa-7e03-4d0e-9f9d-b7560a684e27 up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:26:58.515311 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 71e495aa-7e03-4d0e-9f9d-b7560a684e27 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:26:58.515707 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:58.559891 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21834d80-c2b1-470c-b954-61e42856f31c req-ed712bfc-0f06-4a70-a23d-4a41d1096361 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:58.561419 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21834d80-c2b1-470c-b954-61e42856f31c req-ed712bfc-0f06-4a70-a23d-4a41d1096361 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.1292770 Dec 15 16:26:58.569829 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d966d18-5325-4a2c-badd-5ba94f686932 req-3d312698-544b-46f0-8dae-79c87832c56f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:58.571326 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6d966d18-5325-4a2c-badd-5ba94f686932 req-3d312698-544b-46f0-8dae-79c87832c56f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 945 time: 0.0934899 Dec 15 16:26:58.616614 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:58.621759 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aace7dfb-6043-406a-b7cf-4a633e026c82', 'tag': '3ec4fed8-77d3-444b-b5eb-09f908b0f166'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:26:58.624163 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d1c547-c8f1-4ada-8b25-f790a20ecfbf" -d '{"events": [{"name": "network-changed", "server_uuid": "aace7dfb-6043-406a-b7cf-4a633e026c82", "tag": "3ec4fed8-77d3-444b-b5eb-09f908b0f166"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:26:58.648206 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049761b5-88eb-4325-af0e-03da2842cbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e495aa-7e03-4d0e-9f9d-b7560a684e27'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:26:58.651259 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029c2766-4f5c-4fa6-b65b-f1d445555656" -d '{"events": [{"server_uuid": "049761b5-88eb-4325-af0e-03da2842cbf5", "name": "network-vif-plugged", "status": "completed", "tag": "71e495aa-7e03-4d0e-9f9d-b7560a684e27"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:26:58.660538 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6d966d18-5325-4a2c-badd-5ba94f686932 req-182176e6-e203-4468-a1a3-1f79dc555832 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773923 Dec 15 16:26:58.664326 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-21834d80-c2b1-470c-b954-61e42856f31c req-22150235-e96e-4934-acd3-9ca80ec5cee5 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830059 Dec 15 16:26:58.672430 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 71e495aa-7e03-4d0e-9f9d-b7560a684e27, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:58.680016 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:58.680940 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 7f96dd5b-86e2-412f-920f-6abc632fd890 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:26:58.722494 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d3762f-c5d0-435a-84b1-309e71e98ece x-openstack-request-id: req-b8d3762f-c5d0-435a-84b1-309e71e98ece {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:26:58.722801 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aace7dfb-6043-406a-b7cf-4a633e026c82", "tag": "3ec4fed8-77d3-444b-b5eb-09f908b0f166", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:26:58.723059 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8d3762f-c5d0-435a-84b1-309e71e98ece {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:26:58.723490 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aace7dfb-6043-406a-b7cf-4a633e026c82', 'tag': '3ec4fed8-77d3-444b-b5eb-09f908b0f166', 'status': 'completed', 'code': 200} Dec 15 16:26:58.766640 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=71e495aa-7e03-4d0e-9f9d-b7560a684e27,revision_number=10']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:58.788722 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1c547-c8f1-4ada-8b25-f790a20ecfbf req-2dfd73ef-8e30-4b28-97ec-16eb78d76aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:58.790273 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-80d1c547-c8f1-4ada-8b25-f790a20ecfbf req-2dfd73ef-8e30-4b28-97ec-16eb78d76aaa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=28737128a7574d248ba7e4e536171af2&device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 1099 time: 0.0432866 Dec 15 16:26:58.809438 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:58.849043 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 7f96dd5b-86e2-412f-920f-6abc632fd890, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7f96dd5b-86e2-412f-920f-6abc632fd890,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:26:58.856385 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:58.857104 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 201a5147-a21d-4bd9-8def-2ce8d86621a5 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:26:58.903446 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fd25d4-385b-440d-868d-39178596a352 x-openstack-request-id: req-57fd25d4-385b-440d-868d-39178596a352 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:26:58.903707 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049761b5-88eb-4325-af0e-03da2842cbf5", "name": "network-vif-plugged", "status": "completed", "tag": "71e495aa-7e03-4d0e-9f9d-b7560a684e27", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:26:58.903960 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57fd25d4-385b-440d-868d-39178596a352 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:26:58.904399 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049761b5-88eb-4325-af0e-03da2842cbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'code': 200} Dec 15 16:26:58.906411 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: 201a5147-a21d-4bd9-8def-2ce8d86621a5 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:26:58.906762 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 201a5147-a21d-4bd9-8def-2ce8d86621a5 not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:26:58.917961 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:58.940636 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1c547-c8f1-4ada-8b25-f790a20ecfbf req-a2bf36d8-cfe2-487e-9e63-3151c50ecdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:58.942515 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-80d1c547-c8f1-4ada-8b25-f790a20ecfbf req-a2bf36d8-cfe2-487e-9e63-3151c50ecdf5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=514727e8-0179-4c06-9ef8-e0775da37a12 HTTP/1.1" status: 200 len: 911 time: 0.1443186 Dec 15 16:26:58.972642 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=7f96dd5b-86e2-412f-920f-6abc632fd890,revision_number=6']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:26:59.060536 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-80d1c547-c8f1-4ada-8b25-f790a20ecfbf req-d9987747-00c6-4795-a832-f7f3f49affdf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ec4fed8-77d3-444b-b5eb-09f908b0f166 HTTP/1.1" status: 200 len: 1001 time: 0.1010113 Dec 15 16:26:59.063096 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-e7ba6d9d-7898-4afb-8635-7b125db31def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:59.064612 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-e7ba6d9d-7898-4afb-8635-7b125db31def service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d&tenant_id=60fc732badb0488392694e6d6c67d5dc HTTP/1.1" status: 200 len: 1096 time: 0.1070168 Dec 15 16:26:59.160143 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1c547-c8f1-4ada-8b25-f790a20ecfbf req-b8218851-c5e7-48fa-9c03-2363438d9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:59.161601 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-80d1c547-c8f1-4ada-8b25-f790a20ecfbf req-b8218851-c5e7-48fa-9c03-2363438d9e78 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d26a255-1c68-40ef-8d7e-b38089c3fa09 HTTP/1.1" status: 200 len: 849 time: 0.0827227 Dec 15 16:26:59.167861 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-2b09a682-1d05-432d-96bc-1a84eccdc5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:59.169250 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-2b09a682-1d05-432d-96bc-1a84eccdc5e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60fc732badb0488392694e6d6c67d5dc&device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 1096 time: 0.0584369 Dec 15 16:26:59.526918 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1c547-c8f1-4ada-8b25-f790a20ecfbf req-a958aa6a-e835-450a-9c6e-478bf69acdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:59.528314 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-80d1c547-c8f1-4ada-8b25-f790a20ecfbf req-a958aa6a-e835-450a-9c6e-478bf69acdeb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514727e8-0179-4c06-9ef8-e0775da37a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3582318 Dec 15 16:26:59.549514 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-9eaefcf2-2cb7-4ec8-af0e-6e7cb2deec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:59.550903 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-9eaefcf2-2cb7-4ec8-af0e-6e7cb2deec6a service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 HTTP/1.1" status: 200 len: 909 time: 0.3733919 Dec 15 16:26:59.820851 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd75039-9adf-4771-9992-e2d1eeccd3c4 req-4aee9c31-3df7-4832-aead-ed71d01f26ad tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:59.822361 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ecd75039-9adf-4771-9992-e2d1eeccd3c4 req-4aee9c31-3df7-4832-aead-ed71d01f26ad tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.0807533 Dec 15 16:26:59.834646 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0ee55-47e7-4774-aaf6-b2e8c2a559ce req-c5e91693-71d4-469f-bf7b-6433926685f4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:26:59.836034 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6ff0ee55-47e7-4774-aaf6-b2e8c2a559ce req-c5e91693-71d4-469f-bf7b-6433926685f4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 947 time: 0.0686467 Dec 15 16:26:59.908099 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ecd75039-9adf-4771-9992-e2d1eeccd3c4 req-2010184c-8ff6-42d2-a010-bfc596f36370 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710852 Dec 15 16:26:59.911605 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6ff0ee55-47e7-4774-aaf6-b2e8c2a559ce req-05f9f09f-2147-4773-85ea-b212fb1888ca tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690432 Dec 15 16:26:59.955580 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:26:59.956722 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:00.352597 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 42804) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:27:00.468194 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4469232a-a5db-486a-a71c-023a75560933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:00.541363 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4469232a-a5db-486a-a71c-023a75560933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:00.547697 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4469232a-a5db-486a-a71c-023a75560933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:00.593761 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-4469232a-a5db-486a-a71c-023a75560933 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=020f7eaa067b4acb80c369200a27413d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400470 Dec 15 16:27:00.594584 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469232a-a5db-486a-a71c-023a75560933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2e4aab-6086-46f8-baa8-b3df267010f6,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:00.597501 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 42808) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:27:00.647433 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e24f1c90-d469-403d-932b-9b8210150391 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:00.670657 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e24f1c90-d469-403d-932b-9b8210150391 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:00.720648 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e24f1c90-d469-403d-932b-9b8210150391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:00.723283 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e24f1c90-d469-403d-932b-9b8210150391 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:00.726935 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-e24f1c90-d469-403d-932b-9b8210150391 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da2e4aab-6086-46f8-baa8-b3df267010f6 HTTP/1.1" status: 204 len: 168 time: 0.1258252 Dec 15 16:27:00.732636 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f1c90-d469-403d-932b-9b8210150391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2e4aab-6086-46f8-baa8-b3df267010f6,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:00.906270 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f96dd5b-86e2-412f-920f-6abc632fd890'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:27:00.912743 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1922c130-b2d0-467b-a548-0e66356cdeab" -d '{"events": [{"server_uuid": "afd5ac96-daf3-4608-818c-190e076c2f6d", "name": "network-vif-unplugged", "status": "completed", "tag": "7f96dd5b-86e2-412f-920f-6abc632fd890"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:27:00.960913 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 16:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c301c9-4561-4e16-8648-8fc4fa8ad3c6 x-openstack-request-id: req-28c301c9-4561-4e16-8648-8fc4fa8ad3c6 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:27:00.961586 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd5ac96-daf3-4608-818c-190e076c2f6d", "name": "network-vif-unplugged", "status": "completed", "tag": "7f96dd5b-86e2-412f-920f-6abc632fd890", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:27:00.961586 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28c301c9-4561-4e16-8648-8fc4fa8ad3c6 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:27:00.961853 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f96dd5b-86e2-412f-920f-6abc632fd890', 'code': 200} Dec 15 16:27:00.992318 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:01.055454 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af7355-f8b8-446c-84e8-b3e9c89211e0 req-f51f0710-e546-4a0e-95a2-12b4b9d6f1cf tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:01.057059 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f6af7355-f8b8-446c-84e8-b3e9c89211e0 req-f51f0710-e546-4a0e-95a2-12b4b9d6f1cf tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.0555215 Dec 15 16:27:01.113972 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f6af7355-f8b8-446c-84e8-b3e9c89211e0 req-e9196439-5014-4b50-b4ef-0713c274e1be tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504103 Dec 15 16:27:01.220705 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150b887-e7af-4f76-903e-88515f359476 req-d7e2c7df-c731-4fe2-8c35-71d5d4d3804a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:01.222195 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e150b887-e7af-4f76-903e-88515f359476 req-d7e2c7df-c731-4fe2-8c35-71d5d4d3804a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 947 time: 0.0505509 Dec 15 16:27:01.269908 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e150b887-e7af-4f76-903e-88515f359476 req-8e517497-7bf2-438e-ae47-1bcbb2249d92 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416458 Dec 15 16:27:02.147355 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c1f70-65f2-4d99-b05a-fad764acae49 req-2d6a3bc0-4c8d-4f56-bb99-c0993c8ad2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:02.149028 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-410c1f70-65f2-4d99-b05a-fad764acae49 req-2d6a3bc0-4c8d-4f56-bb99-c0993c8ad2ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 1100 time: 0.0463729 Dec 15 16:27:02.205162 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-410c1f70-65f2-4d99-b05a-fad764acae49 req-6d94e3b5-5880-4243-bd90-0031d3cc8f9a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486205 Dec 15 16:27:02.221899 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-be2d2a22-5e6b-4818-ad9a-e15f18bbc76e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f96dd5b-86e2-412f-920f-6abc632fd890 HTTP/1.1" status: 200 len: 999 time: 0.1179106 Dec 15 16:27:02.251826 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-80d1c547-c8f1-4ada-8b25-f790a20ecfbf req-4465b7d8-e093-4c10-96cc-4d0e96becb15 service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488106 Dec 15 16:27:02.277995 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110c888-ddc5-4f41-b00c-f7cfcb0cf233 req-0d86c35f-33fb-4168-b68a-1c56a54e34ac tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:02.279535 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e110c888-ddc5-4f41-b00c-f7cfcb0cf233 req-0d86c35f-33fb-4168-b68a-1c56a54e34ac tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.0543096 Dec 15 16:27:02.330545 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e110c888-ddc5-4f41-b00c-f7cfcb0cf233 req-1b5d1969-3a6a-4d82-982f-6ca626a2cd54 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447826 Dec 15 16:27:02.421708 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b95768-30d6-47f5-8978-015b94fa42ce req-993c9090-dab1-41f9-afb1-ccaed6f46a3c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:02.423716 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-11b95768-30d6-47f5-8978-015b94fa42ce req-993c9090-dab1-41f9-afb1-ccaed6f46a3c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 947 time: 0.0507898 Dec 15 16:27:02.488051 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-11b95768-30d6-47f5-8978-015b94fa42ce req-2704314b-c119-429c-87a6-063047f4bf03 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578630 Dec 15 16:27:02.568020 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-91f9b769-335b-443f-8a6d-da3989fb5343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:02.569510 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-91f9b769-335b-443f-8a6d-da3989fb5343 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45118a8a-76e1-4368-be2a-344063d4d805 HTTP/1.1" status: 200 len: 847 time: 0.1193013 Dec 15 16:27:02.632126 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-80d1c547-c8f1-4ada-8b25-f790a20ecfbf req-340f4746-f9fd-4f00-a86a-e76def670645 service neutron] 10.222.0.65 "GET /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795876 Dec 15 16:27:02.639260 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-07563865-1d18-45df-8492-3ec175e332e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:02.640788 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-07563865-1d18-45df-8492-3ec175e332e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624473 Dec 15 16:27:02.750697 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-bdcbe6cf-ef48-4f6f-88ad-24dad8b95e87 service neutron] 10.222.0.65 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005800 Dec 15 16:27:02.841272 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-203577d7-2bbc-4f79-bf15-d5bc49416abb req-c1b50e60-579a-4088-8054-471e76bf6822 service neutron] 10.222.0.65 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815074 Dec 15 16:27:02.969705 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b825d1-194a-424e-842f-ccf52e34c92b req-871f7865-50d3-42a3-9224-baa23400f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:02.971353 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-50b825d1-194a-424e-842f-ccf52e34c92b req-871f7865-50d3-42a3-9224-baa23400f5fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60fc732badb0488392694e6d6c67d5dc&device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 1096 time: 0.0474393 Dec 15 16:27:03.083531 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b825d1-194a-424e-842f-ccf52e34c92b req-faa7b119-eb80-4e69-8628-b8e66620f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:03.085041 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-50b825d1-194a-424e-842f-ccf52e34c92b req-faa7b119-eb80-4e69-8628-b8e66620f2bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 HTTP/1.1" status: 200 len: 909 time: 0.0910065 Dec 15 16:27:03.171775 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-50b825d1-194a-424e-842f-ccf52e34c92b req-3b7fe7df-669b-4ea4-924f-32b775674c2d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f96dd5b-86e2-412f-920f-6abc632fd890 HTTP/1.1" status: 200 len: 999 time: 0.0711451 Dec 15 16:27:03.247277 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b825d1-194a-424e-842f-ccf52e34c92b req-2df4e71c-dc71-4b41-ae60-53aee3d81e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:03.248836 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-50b825d1-194a-424e-842f-ccf52e34c92b req-2df4e71c-dc71-4b41-ae60-53aee3d81e38 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45118a8a-76e1-4368-be2a-344063d4d805 HTTP/1.1" status: 200 len: 847 time: 0.0579922 Dec 15 16:27:03.306583 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b825d1-194a-424e-842f-ccf52e34c92b req-939ef3a2-c3c6-47f9-a9c4-612643f334e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:03.308123 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-50b825d1-194a-424e-842f-ccf52e34c92b req-939ef3a2-c3c6-47f9-a9c4-612643f334e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473688 Dec 15 16:27:03.419398 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-50b825d1-194a-424e-842f-ccf52e34c92b req-5f413140-9d14-4fd8-b61a-edd4c75f31c0 service neutron] 10.222.0.65 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963104 Dec 15 16:27:03.478885 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b89c48-aff9-456c-9a57-2f27aa128057 req-ececb8a6-68b4-4e90-b547-c3f76dea38da tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:03.480517 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d1b89c48-aff9-456c-9a57-2f27aa128057 req-ececb8a6-68b4-4e90-b547-c3f76dea38da tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.0793869 Dec 15 16:27:03.522963 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-50b825d1-194a-424e-842f-ccf52e34c92b req-6ce3eca8-957e-4b7e-8c1c-322ec8887751 service neutron] 10.222.0.65 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954475 Dec 15 16:27:03.538685 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d1b89c48-aff9-456c-9a57-2f27aa128057 req-788ec0fc-391e-4e9b-ab8f-1a99d5401020 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508850 Dec 15 16:27:03.631980 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d6f3b-d02b-4102-9e1a-1321141a8e36 req-82957250-ffa4-4031-95d7-c27b21970e12 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:03.633482 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-176d6f3b-d02b-4102-9e1a-1321141a8e36 req-82957250-ffa4-4031-95d7-c27b21970e12 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 947 time: 0.0500796 Dec 15 16:27:03.694248 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-176d6f3b-d02b-4102-9e1a-1321141a8e36 req-bfc66704-ae1e-431a-9d1e-9dadb021a89e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465579 Dec 15 16:27:04.665372 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e86b32-a24b-49a3-a770-7ebb3486d283 req-fad0405d-abf8-47a6-a2ea-2168b1d7a3d7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:04.666975 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-20e86b32-a24b-49a3-a770-7ebb3486d283 req-fad0405d-abf8-47a6-a2ea-2168b1d7a3d7 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.0524027 Dec 15 16:27:04.724054 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-20e86b32-a24b-49a3-a770-7ebb3486d283 req-a36fbba5-fe4b-4041-a870-a1202d7d0a21 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507090 Dec 15 16:27:04.839522 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7fc3-c6e1-4598-b75a-94828ddb4a2a req-9e86b67e-a111-49e4-8313-c84b617f11d9 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:04.841077 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-391d7fc3-c6e1-4598-b75a-94828ddb4a2a req-9e86b67e-a111-49e4-8313-c84b617f11d9 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 947 time: 0.0530839 Dec 15 16:27:04.894794 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-391d7fc3-c6e1-4598-b75a-94828ddb4a2a req-03bfdd2d-fd0a-41a3-a169-83e8700162cd tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475461 Dec 15 16:27:05.851634 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9e3bb-a233-4e19-a31c-dd25638fe41e req-eb70e6fd-0da5-47c1-bed3-8e04a84a30d3 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:05.853103 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f7e9e3bb-a233-4e19-a31c-dd25638fe41e req-eb70e6fd-0da5-47c1-bed3-8e04a84a30d3 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.0521863 Dec 15 16:27:05.907436 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f7e9e3bb-a233-4e19-a31c-dd25638fe41e req-b1c81600-99c7-432b-b78e-2711ec9e1a92 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474787 Dec 15 16:27:07.046799 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7815c4-67ad-42b9-8b10-39aa3e8224f1 req-8f60a730-3936-44b2-a63f-54ad8aed7fcf tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:07.048370 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ff7815c4-67ad-42b9-8b10-39aa3e8224f1 req-8f60a730-3936-44b2-a63f-54ad8aed7fcf tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.0551896 Dec 15 16:27:07.105190 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ff7815c4-67ad-42b9-8b10-39aa3e8224f1 req-15c77273-a102-4d61-85a1-b6cbe252eae3 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505214 Dec 15 16:27:08.235161 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a847898-b871-4722-9941-52398b2d466d req-af1d9e07-9961-4b80-8b4c-6e3afb86831e tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:08.236641 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4a847898-b871-4722-9941-52398b2d466d req-af1d9e07-9961-4b80-8b4c-6e3afb86831e tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.0566885 Dec 15 16:27:08.287059 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4a847898-b871-4722-9941-52398b2d466d req-87469c67-db11-463a-a37b-704d7acc391d tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437562 Dec 15 16:27:09.415401 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f18bff-8826-4a66-ac8c-87c49af39d5b req-038d164c-ab56-4dcd-bf38-570596f28bff tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:09.416897 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b1f18bff-8826-4a66-ac8c-87c49af39d5b req-038d164c-ab56-4dcd-bf38-570596f28bff tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.0585177 Dec 15 16:27:09.471358 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b1f18bff-8826-4a66-ac8c-87c49af39d5b req-18867e6a-8c1d-4976-b6a6-55c81364841e tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484128 Dec 15 16:27:10.506792 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 7f96dd5b-86e2-412f-920f-6abc632fd890 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:27:10.601156 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebbd99-c060-47e7-a4c0-db0f0e1ea0b5 req-1d8ecee0-7f65-41e6-9a9e-39d6f2436fa6 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:10.601156 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-79ebbd99-c060-47e7-a4c0-db0f0e1ea0b5 req-1d8ecee0-7f65-41e6-9a9e-39d6f2436fa6 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 943 time: 0.0540135 Dec 15 16:27:10.609829 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 7f96dd5b-86e2-412f-920f-6abc632fd890, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7f96dd5b-86e2-412f-920f-6abc632fd890,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:27:10.622050 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '7f96dd5b-86e2-412f-920f-6abc632fd890', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'port_id': '7f96dd5b-86e2-412f-920f-6abc632fd890', 'mac_address': 'fa:16:3e:11:0c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45118a8a-76e1-4368-be2a-344063d4d805', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:27:10.655090 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-79ebbd99-c060-47e7-a4c0-db0f0e1ea0b5 req-b4fa0374-cab2-4897-9ce9-dddcba129753 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473349 Dec 15 16:27:10.668475 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:10.681946 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f96dd5b-86e2-412f-920f-6abc632fd890 {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:27:10.702906 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 7f96dd5b-86e2-412f-920f-6abc632fd890, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7f96dd5b-86e2-412f-920f-6abc632fd890,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:27:10.707290 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:10.757417 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=7f96dd5b-86e2-412f-920f-6abc632fd890,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:10.971531 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['7f96dd5b-86e2-412f-920f-6abc632fd890'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:27:11.780619 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d1255-1995-4b47-9913-c7c05bf3597a req-312b999a-66a1-4c30-ad9a-86c5b68fe203 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:11.782169 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e96d1255-1995-4b47-9913-c7c05bf3597a req-312b999a-66a1-4c30-ad9a-86c5b68fe203 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 944 time: 0.0582836 Dec 15 16:27:11.835728 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e96d1255-1995-4b47-9913-c7c05bf3597a req-6e906a50-2b95-494b-b062-ddfdd0f8bdf6 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472953 Dec 15 16:27:12.512828 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 7f96dd5b-86e2-412f-920f-6abc632fd890 up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:27:12.570910 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 7f96dd5b-86e2-412f-920f-6abc632fd890 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:27:12.571269 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:12.653992 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:12.682637 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f96dd5b-86e2-412f-920f-6abc632fd890'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:27:12.684941 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38792e14-2aa1-490c-9501-8c8402628452" -d '{"events": [{"server_uuid": "afd5ac96-daf3-4608-818c-190e076c2f6d", "name": "network-vif-plugged", "status": "completed", "tag": "7f96dd5b-86e2-412f-920f-6abc632fd890"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:27:12.700934 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 7f96dd5b-86e2-412f-920f-6abc632fd890, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7f96dd5b-86e2-412f-920f-6abc632fd890,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:27:12.707006 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:12.733727 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dea20a2-0123-4acb-9260-d9355cfbf247 x-openstack-request-id: req-5dea20a2-0123-4acb-9260-d9355cfbf247 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:27:12.734041 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd5ac96-daf3-4608-818c-190e076c2f6d", "name": "network-vif-plugged", "status": "completed", "tag": "7f96dd5b-86e2-412f-920f-6abc632fd890", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:27:12.734297 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5dea20a2-0123-4acb-9260-d9355cfbf247 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:27:12.734690 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f96dd5b-86e2-412f-920f-6abc632fd890', 'code': 200} Dec 15 16:27:12.762778 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=7f96dd5b-86e2-412f-920f-6abc632fd890,revision_number=8']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:12.771802 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:12.771802 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:12.772192 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:12.772487 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:12.772825 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:12.773156 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:12.773485 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:12.773811 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:12.774126 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:12.774449 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:12.774774 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:12.775095 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:12.775426 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:12.968147 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb19ebc-74fd-4f20-971f-1b012c7fd6a1 req-cf93453a-25af-4bd2-a4f6-a082582ff332 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:12.969615 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5fb19ebc-74fd-4f20-971f-1b012c7fd6a1 req-cf93453a-25af-4bd2-a4f6-a082582ff332 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0564847 Dec 15 16:27:12.979496 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b83df-bc61-4e6a-8d59-8fa4dff09371 req-2a1add61-6302-4b05-ae14-8cc15813f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:12.981024 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-3a3b83df-bc61-4e6a-8d59-8fa4dff09371 req-2a1add61-6302-4b05-ae14-8cc15813f7bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 1098 time: 0.0428371 Dec 15 16:27:13.021793 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5fb19ebc-74fd-4f20-971f-1b012c7fd6a1 req-77362248-a1a1-4dc3-b6bb-50fa771009a5 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455995 Dec 15 16:27:13.031996 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-3a3b83df-bc61-4e6a-8d59-8fa4dff09371 req-83e03948-6627-4ca5-a7ee-41e18e6122e3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435290 Dec 15 16:27:14.148984 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc9a73-ecc0-4f94-b20b-0051d744e591 req-8a7fd507-4191-4dc2-b668-486d842791d0 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:14.150521 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e4dc9a73-ecc0-4f94-b20b-0051d744e591 req-8a7fd507-4191-4dc2-b668-486d842791d0 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0571895 Dec 15 16:27:14.206510 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e4dc9a73-ecc0-4f94-b20b-0051d744e591 req-c31ad9b4-ca28-40ad-ac5d-66ebdc094f38 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497556 Dec 15 16:27:15.342914 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94844d-3cb5-4c89-8f15-1af36fd4edc1 req-349ea5f2-5b09-4493-a8cd-ef1ad8724cf0 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:15.344664 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5f94844d-3cb5-4c89-8f15-1af36fd4edc1 req-349ea5f2-5b09-4493-a8cd-ef1ad8724cf0 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0581565 Dec 15 16:27:15.396936 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5f94844d-3cb5-4c89-8f15-1af36fd4edc1 req-66ed9014-7e01-47f6-9a6e-19e428976fbc tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458579 Dec 15 16:27:19.946851 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43028) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:27:20.000675 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Deleting subnet e27b65a0-7f26-4655-b5ac-9dd183c85974 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:27:20.007026 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.045100 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2932540'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.085249 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.145228 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10256165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10220533'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.167104 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e27b65a0-7f26-4655-b5ac-9dd183c85974,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:20.179841 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.183468 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e27b65a0-7f26-4655-b5ac-9dd183c85974 HTTP/1.1" status: 204 len: 168 time: 0.2351544 Dec 15 16:27:20.185110 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.185314 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.185654 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.185990 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.186345 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43030) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:27:20.186741 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.186741 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.186984 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.187336 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.187683 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.188009 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.188332 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.188647 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.188965 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646c9efb-eabd-4dda-aed1-fe7f584004b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.269277 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.353196 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.375182 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57950f25-a0f8-46d5-8479-44bfafba8631']}} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:27:20.385817 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b1078d-988b-48d4-8e06-7965e806305c') {'for_net_delete': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:27:20.386145 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b1078d-988b-48d4-8e06-7965e806305c') {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:27:20.396072 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2822614'] for segment, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.410944 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.416794 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:27:20.417189 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3002548'] for segment, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: Traceback (most recent call last): Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: timer() Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: cb(*args, **kw) Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: return func(*args, **kwargs) Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: self._notify() Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: self.callback(batched_events) Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: event.method(event) Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: return f(self, *a, **k) Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._get(url).json() Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: return self.request(url, 'GET', **kwargs) Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:27:20.418906 dv-cinder-812685-4-iscsi neutron-server[102566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:27:20.496833 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.504144 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.508739 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] 10.222.0.60 "DELETE /v2.0/networks/57950f25-a0f8-46d5-8479-44bfafba8631 HTTP/1.1" status: 204 len: 168 time: 0.3211708 Dec 15 16:27:20.524772 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Pushing event deleted for resources: {'Network': ['ID=57950f25-a0f8-46d5-8479-44bfafba8631,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:20.537087 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.537437 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.537778 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.538119 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.538638 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.538770 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.539083 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.539444 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.539758 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.540097 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.540693 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.541037 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.541360 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc611c42-2834-4d09-b85b-9a9e87b6d40f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:27:20.692296 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43036) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:27:20.742066 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-77755470-5ab8-45f1-a60d-76cf73b3454b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f435a136a5e44f89a0b09d4ec7427b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485957 Dec 15 16:27:20.745090 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43038) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:27:20.797135 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cb05726f-f8d0-4475-8a37-3928d4f682f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.819888 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cb05726f-f8d0-4475-8a37-3928d4f682f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.879360 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cb05726f-f8d0-4475-8a37-3928d4f682f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.882478 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cb05726f-f8d0-4475-8a37-3928d4f682f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:20.883690 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-cb05726f-f8d0-4475-8a37-3928d4f682f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/832fa74c-25cb-4719-8815-b22e4ec58563 HTTP/1.1" status: 204 len: 168 time: 0.1376867 Dec 15 16:27:20.892454 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05726f-f8d0-4475-8a37-3928d4f682f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832fa74c-25cb-4719-8815-b22e4ec58563,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:24.260360 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d7c85aeb-a37a-41b3-b945-dc66d9327c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:25.400778 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:27:26.902996 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-586111ab-090e-4bb1-ba73-b72c45e7b151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:28.849562 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:29.948324 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:29.954391 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:30.992699 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:45.414397 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8251b-e6e2-47e0-bb15-be35a55fc7bf req-40a313b6-5294-4578-acbd-3897bc72aa60 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:45.416168 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3db8251b-e6e2-47e0-bb15-be35a55fc7bf req-40a313b6-5294-4578-acbd-3897bc72aa60 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 947 time: 0.0626428 Dec 15 16:27:45.473140 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3db8251b-e6e2-47e0-bb15-be35a55fc7bf req-50c88ad0-423c-4db1-80a6-385745070191 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501590 Dec 15 16:27:46.603289 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcf9dc-7185-4c5e-897d-4ae086a159a5 req-8b453ca5-8481-447e-9b61-d173b5c4f71b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:46.605782 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-04dcf9dc-7185-4c5e-897d-4ae086a159a5 req-8b453ca5-8481-447e-9b61-d173b5c4f71b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 947 time: 0.0506885 Dec 15 16:27:46.658611 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-04dcf9dc-7185-4c5e-897d-4ae086a159a5 req-7846ac56-518b-45b0-be21-073ad33a541c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e181be94-2fa5-49d8-a060-7007c1b105d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457141 Dec 15 16:27:46.956040 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-2c28aba2-62f6-475b-a689-1d9b418c3bb9 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:46.957541 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-2c28aba2-62f6-475b-a689-1d9b418c3bb9 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.65 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 947 time: 0.0512798 Dec 15 16:27:47.070107 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-821ebb75-74ed-483d-9dd4-31b1d173f185 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Deleting port 71e495aa-7e03-4d0e-9f9d-b7560a684e27 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:27:47.070461 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-821ebb75-74ed-483d-9dd4-31b1d173f185 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:47.161736 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-821ebb75-74ed-483d-9dd4-31b1d173f185 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] For port 71e495aa-7e03-4d0e-9f9d-b7560a684e27, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=71e495aa-7e03-4d0e-9f9d-b7560a684e27,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:27:47.162128 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-821ebb75-74ed-483d-9dd4-31b1d173f185 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:47.349615 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-821ebb75-74ed-483d-9dd4-31b1d173f185 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:47.349971 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-821ebb75-74ed-483d-9dd4-31b1d173f185 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534795'] for floatingip, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:47.350287 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.l3_db [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-821ebb75-74ed-483d-9dd4-31b1d173f185 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Floating IP 7634be3a-f1d6-4107-b9b9-c38c7921d8d6 disassociated. External IP: 172.27.2.208, port: 71e495aa-7e03-4d0e-9f9d-b7560a684e27. Dec 15 16:27:47.350619 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-821ebb75-74ed-483d-9dd4-31b1d173f185 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Calling delete_port for 71e495aa-7e03-4d0e-9f9d-b7560a684e27 owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:27:47.497577 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-821ebb75-74ed-483d-9dd4-31b1d173f185 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:47.526622 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ebb75-74ed-483d-9dd4-31b1d173f185 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event deleted for resources: {'Port': ['ID=71e495aa-7e03-4d0e-9f9d-b7560a684e27,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:47.656373 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-821ebb75-74ed-483d-9dd4-31b1d173f185 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Router d159afaf-9a46-4797-9209-26e5d6f4ca62 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:27:47.767578 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7f0f2708-5178-46c4-b00d-53eb5f8d5637 req-99d0e728-ae30-44dd-9f47-00b4a07168a7 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=049761b5-88eb-4325-af0e-03da2842cbf5 HTTP/1.1" status: 200 len: 210 time: 0.0261333 Dec 15 16:27:47.773964 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-821ebb75-74ed-483d-9dd4-31b1d173f185 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:27:47.786573 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9097c200-c1a0-4791-8657-70e03314a8cb None None] Sync routers for ids ['d159afaf-9a46-4797-9209-26e5d6f4ca62'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:27:47.799668 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9097c200-c1a0-4791-8657-70e03314a8cb None None] Routers {'d159afaf-9a46-4797-9209-26e5d6f4ca62'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:27:47.800236 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-9097c200-c1a0-4791-8657-70e03314a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:27:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['d159afaf-9a46-4797-9209-26e5d6f4ca62'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:27:47.820339 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-821ebb75-74ed-483d-9dd4-31b1d173f185 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] No DVR routers for this DVR port 71e495aa-7e03-4d0e-9f9d-b7560a684e27 on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:27:47.823030 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-821ebb75-74ed-483d-9dd4-31b1d173f185 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:47.826432 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2cfa2a64-e7cc-46c5-80bd-5921fd1245f5 req-821ebb75-74ed-483d-9dd4-31b1d173f185 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.65 "DELETE /v2.0/ports/71e495aa-7e03-4d0e-9f9d-b7560a684e27 HTTP/1.1" status: 204 len: 173 time: 0.8595278 Dec 15 16:27:47.826866 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049761b5-88eb-4325-af0e-03da2842cbf5', 'name': 'network-vif-deleted', 'tag': '71e495aa-7e03-4d0e-9f9d-b7560a684e27'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:27:47.829169 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3593724-d08e-455c-90ef-adf96be54947" -d '{"events": [{"server_uuid": "049761b5-88eb-4325-af0e-03da2842cbf5", "name": "network-vif-deleted", "tag": "71e495aa-7e03-4d0e-9f9d-b7560a684e27"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:27:47.887085 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed43485-2406-41a6-b502-e13ddebc1473 x-openstack-request-id: req-2ed43485-2406-41a6-b502-e13ddebc1473 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:27:47.887396 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049761b5-88eb-4325-af0e-03da2842cbf5", "name": "network-vif-deleted", "tag": "71e495aa-7e03-4d0e-9f9d-b7560a684e27", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:27:47.887736 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ed43485-2406-41a6-b502-e13ddebc1473 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:27:47.888080 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049761b5-88eb-4325-af0e-03da2842cbf5', 'name': 'network-vif-deleted', 'tag': '71e495aa-7e03-4d0e-9f9d-b7560a684e27', 'status': 'completed', 'code': 200} Dec 15 16:27:47.919913 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-9097c200-c1a0-4791-8657-70e03314a8cb None None] Set router d159afaf-9a46-4797-9209-26e5d6f4ca62 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:27:48.284817 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-9097c200-c1a0-4791-8657-70e03314a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:44Z', 'revision_number': 5, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:27:48.315781 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9097c200-c1a0-4791-8657-70e03314a8cb None None] Checking router: d159afaf-9a46-4797-9209-26e5d6f4ca62 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:27:48.325758 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9097c200-c1a0-4791-8657-70e03314a8cb None None] Routers {'d159afaf-9a46-4797-9209-26e5d6f4ca62'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:27:48.326379 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-9097c200-c1a0-4791-8657-70e03314a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:27:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['d159afaf-9a46-4797-9209-26e5d6f4ca62'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:27:48.434575 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-9097c200-c1a0-4791-8657-70e03314a8cb None None] Set router d159afaf-9a46-4797-9209-26e5d6f4ca62 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:27:48.648239 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-9097c200-c1a0-4791-8657-70e03314a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:44Z', 'revision_number': 5, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:27:48.675991 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9097c200-c1a0-4791-8657-70e03314a8cb None None] The sync data for ids ['d159afaf-9a46-4797-9209-26e5d6f4ca62'] in dv-cinder-812685-4-iscsi is: [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:44Z', 'revision_number': 5, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:27:48.869383 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43186) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:27:48.916689 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce9b1e-c142-4b6b-b568-67192416774b None None] New status for floating IP 7634be3a-f1d6-4107-b9b9-c38c7921d8d6: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:27:48.933392 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fd898181-8e69-4e27-8adb-413932b2e892 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:48.960671 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fd898181-8e69-4e27-8adb-413932b2e892 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:49.017761 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fd898181-8e69-4e27-8adb-413932b2e892 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:49.023606 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fd898181-8e69-4e27-8adb-413932b2e892 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:49.025047 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-fd898181-8e69-4e27-8adb-413932b2e892 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "DELETE /v2.0/security-groups/e181be94-2fa5-49d8-a060-7007c1b105d1 HTTP/1.1" status: 204 len: 168 time: 0.1546423 Dec 15 16:27:49.027938 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43190) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:27:49.036936 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd898181-8e69-4e27-8adb-413932b2e892 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e181be94-2fa5-49d8-a060-7007c1b105d1,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:49.043160 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.api.v2.resource [None req-d0b0de98-4c6f-4f55-8685-3208b53e9f30 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] show failed (client error): The resource could not be found. Dec 15 16:27:49.047534 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43192) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:27:49.050915 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d0b0de98-4c6f-4f55-8685-3208b53e9f30 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups/e181be94-2fa5-49d8-a060-7007c1b105d1 HTTP/1.1" status: 404 len: 347 time: 0.0217934 Dec 15 16:27:49.192114 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-51578bd4-0725-402a-b77a-a74a43ebfd1b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Deleting port 47001a5c-7091-4a64-8d63-74764ed1bdd4 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:27:49.192364 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-51578bd4-0725-402a-b77a-a74a43ebfd1b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:49.277954 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-51578bd4-0725-402a-b77a-a74a43ebfd1b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:49.278278 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-51578bd4-0725-402a-b77a-a74a43ebfd1b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:49.290861 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-51578bd4-0725-402a-b77a-a74a43ebfd1b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Calling delete_port for 47001a5c-7091-4a64-8d63-74764ed1bdd4 owned by network:floatingip {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:27:49.429230 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-51578bd4-0725-402a-b77a-a74a43ebfd1b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:49.466077 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51578bd4-0725-402a-b77a-a74a43ebfd1b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event deleted for resources: {'Port': ['ID=47001a5c-7091-4a64-8d63-74764ed1bdd4,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:49.528803 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-51578bd4-0725-402a-b77a-a74a43ebfd1b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for floatingip, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:49.531791 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-51578bd4-0725-402a-b77a-a74a43ebfd1b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:49.533008 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-51578bd4-0725-402a-b77a-a74a43ebfd1b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "DELETE /v2.0/floatingips/7634be3a-f1d6-4107-b9b9-c38c7921d8d6 HTTP/1.1" status: 204 len: 168 time: 0.4841113 Dec 15 16:27:49.870625 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43196) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:27:49.875466 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-1742118e-fcb1-48e9-b456-233c0e1be83e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983119332', 'description': 'tempest-description--665760422'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:27:49.904834 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1742118e-fcb1-48e9-b456-233c0e1be83e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:49.979541 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1742118e-fcb1-48e9-b456-233c0e1be83e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:49.985612 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1742118e-fcb1-48e9-b456-233c0e1be83e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:50.019481 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1742118e-fcb1-48e9-b456-233c0e1be83e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:50.020774 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-1742118e-fcb1-48e9-b456-233c0e1be83e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1491182 Dec 15 16:27:50.021624 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742118e-fcb1-48e9-b456-233c0e1be83e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e672b924-d6b5-4fe4-8c66-f399e7fd6de1,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:50.023859 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43198) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:27:50.029382 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9984fc67-e6af-4146-8643-b6545a626e61 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Request body: {'security_group_rule': {'security_group_id': 'e672b924-d6b5-4fe4-8c66-f399e7fd6de1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:27:50.061926 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9984fc67-e6af-4146-8643-b6545a626e61 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:50.108367 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9984fc67-e6af-4146-8643-b6545a626e61 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:50.113201 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9984fc67-e6af-4146-8643-b6545a626e61 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:50.131849 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984fc67-e6af-4146-8643-b6545a626e61 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea2d239-8e86-4cfb-8f4e-3757db5a01fa,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:50.139784 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9984fc67-e6af-4146-8643-b6545a626e61 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:50.140991 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-9984fc67-e6af-4146-8643-b6545a626e61 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158514 Dec 15 16:27:50.144064 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43202) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:27:50.148576 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-876996cc-1adb-4d49-a915-ca8c3b2d5b7d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Request body: {'security_group_rule': {'security_group_id': 'e672b924-d6b5-4fe4-8c66-f399e7fd6de1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:27:50.175428 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-876996cc-1adb-4d49-a915-ca8c3b2d5b7d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:50.240829 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-876996cc-1adb-4d49-a915-ca8c3b2d5b7d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:50.246001 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-876996cc-1adb-4d49-a915-ca8c3b2d5b7d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:50.268319 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876996cc-1adb-4d49-a915-ca8c3b2d5b7d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575afe9f-b6ff-4fbb-b6c1-484f53eebd89,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:50.278689 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-876996cc-1adb-4d49-a915-ca8c3b2d5b7d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:50.279938 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-876996cc-1adb-4d49-a915-ca8c3b2d5b7d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347349 Dec 15 16:27:50.285046 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43204) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:27:50.291607 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Request body: {'floatingip': {'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:27:50.316753 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for floatingip, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:50.426114 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:50.537644 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Allocated IP 172.27.2.251 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/cf5b159d-52ef-4684-8fa7-41c77683b6ad) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:27:50.638666 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:50.663340 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 71e495aa-7e03-4d0e-9f9d-b7560a684e27 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:27:50.678516 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:50.687226 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: 71e495aa-7e03-4d0e-9f9d-b7560a684e27 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:27:50.687586 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 71e495aa-7e03-4d0e-9f9d-b7560a684e27 not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:27:50.719613 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:27:50.722837 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:27:50.726325 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:27:50.751588 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event updated for resources: {'Port': ['ID=cf5b159d-52ef-4684-8fa7-41c77683b6ad,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:50.817200 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:50.852766 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:51.013308 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:51.020208 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10256235'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:51.088051 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event updated for resources: {'Port': ['ID=cf5b159d-52ef-4684-8fa7-41c77683b6ad,revision_number=2']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:51.099113 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534795'] for floatingip, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:51.117322 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:51.118775 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d8d54d1f-d27f-4856-b599-2ffd93abfb0c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8327458 Dec 15 16:27:51.323883 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-9caa0a1e-ece6-4780-84fd-1dc88e8e8595 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1983119332&fields=id&tenant_id=9dc6fd27025742699d14dbf14680c7c3 HTTP/1.1" status: 200 len: 267 time: 0.0483353 Dec 15 16:27:51.447426 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-3081663a-a8de-47b2-848b-6e931b26815c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:51.448935 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-3081663a-a8de-47b2-848b-6e931b26815c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/networks?id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8 HTTP/1.1" status: 200 len: 816 time: 0.1167073 Dec 15 16:27:51.465934 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-9bb74df1-2254-4a7a-94fa-61d6283310f0 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/quotas/9dc6fd27025742699d14dbf14680c7c3 HTTP/1.1" status: 200 len: 375 time: 0.0107348 Dec 15 16:27:51.524167 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c9c5aaab-2350-4345-bf8b-5bebdfc6c152 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9dc6fd27025742699d14dbf14680c7c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523679 Dec 15 16:27:51.627551 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-0857335d-5fcd-4f56-8074-44d5a024b2a6 service neutron] 10.222.0.60 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892804 Dec 15 16:27:51.729455 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-8c1744e0-84a9-4a16-94fa-83de07e2cac8 service neutron] 10.222.0.60 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950413 Dec 15 16:27:51.908816 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f74e44bf-0ded-4409-ad1c-54de6cb3f19e req-2581e15e-084e-4d64-8163-799f35aa41c3 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 210 time: 0.0313425 Dec 15 16:27:52.904868 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-b3b9a6f4-b177-493d-9852-d8969477fb5a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:52.906313 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-b3b9a6f4-b177-493d-9852-d8969477fb5a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.65 "GET /v2.0/networks?id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8 HTTP/1.1" status: 200 len: 816 time: 0.1113667 Dec 15 16:27:52.976436 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-b64a9e31-a5dd-41be-9fd0-57803711c07c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dc6fd27025742699d14dbf14680c7c3 HTTP/1.1" status: 200 len: 380 time: 0.0595117 Dec 15 16:27:52.988822 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-4f027918-d476-4a28-8afa-7e2fe29bb012 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Request body: {'port': {'device_id': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'admin_state_up': True, 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'security_groups': ['e672b924-d6b5-4fe4-8c66-f399e7fd6de1']}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:27:53.021391 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2f952a6f-3bad-4a6c-97ec-4622d5c7cc9d req-32f3b23d-5a6e-42cd-8c4e-1bf06feae255 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 210 time: 0.0279109 Dec 15 16:27:53.103790 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-4f027918-d476-4a28-8afa-7e2fe29bb012 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Made reservation on behalf of 9dc6fd27025742699d14dbf14680c7c3 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:27:53.107510 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-4f027918-d476-4a28-8afa-7e2fe29bb012 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:53.238446 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-4f027918-d476-4a28-8afa-7e2fe29bb012 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Allocated IP 172.20.0.10 (89d58e9b-0fd5-43aa-b277-d040a9af8bd8/c16b0814-df17-4b92-aba8-9ee44c250c91/2e6e772a-f992-461a-881b-dffbf851deca) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:27:53.393818 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-4f027918-d476-4a28-8afa-7e2fe29bb012 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:53.429282 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-4f027918-d476-4a28-8afa-7e2fe29bb012 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:53.472222 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-4f027918-d476-4a28-8afa-7e2fe29bb012 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:27:53.475149 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-4f027918-d476-4a28-8afa-7e2fe29bb012 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:27:53.478910 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-4f027918-d476-4a28-8afa-7e2fe29bb012 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:27:53.508391 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f027918-d476-4a28-8afa-7e2fe29bb012 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event updated for resources: {'Port': ['ID=2e6e772a-f992-461a-881b-dffbf851deca,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:53.538078 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-4f027918-d476-4a28-8afa-7e2fe29bb012 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:53.538721 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-4f027918-d476-4a28-8afa-7e2fe29bb012 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:53.556045 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-4f027918-d476-4a28-8afa-7e2fe29bb012 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5716732 Dec 15 16:27:53.568841 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Request body: {'port': {'device_id': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:27:53.627941 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:53.739328 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-6a5ff51e-82c7-4f8e-9afb-40773a4a9334 None None] Provisioning complete for port 2e6e772a-f992-461a-881b-dffbf851deca triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:27:53.739957 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff51e-82c7-4f8e-9afb-40773a4a9334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:53.775254 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6a5ff51e-82c7-4f8e-9afb-40773a4a9334 None None] Port 2e6e772a-f992-461a-881b-dffbf851deca cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:27:53.905460 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6e772a-f992-461a-881b-dffbf851deca {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:27:53.916340 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:53.933675 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Transition to ACTIVE for port object 2e6e772a-f992-461a-881b-dffbf851deca will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:27:53.938924 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:53.994266 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Pushing event updated for resources: {'Port': ['ID=2e6e772a-f992-461a-881b-dffbf851deca,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:54.067001 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Attempting to bind port 2e6e772a-f992-461a-881b-dffbf851deca on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:27:54.067346 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Attempting to bind port 2e6e772a-f992-461a-881b-dffbf851deca by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:27:54.067709 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Attempting to bind port 2e6e772a-f992-461a-881b-dffbf851deca on network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:27:54.072662 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Port 2e6e772a-f992-461a-881b-dffbf851deca on network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:27:54.072986 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Attempting to bind port 2e6e772a-f992-461a-881b-dffbf851deca on network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:27:54.078096 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:27:54.078437 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Checking segment: {'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:27:54.078818 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Bound using segment: {'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:27:54.079246 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Bound port: 2e6e772a-f992-461a-881b-dffbf851deca, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22619493-e016-4b1d-acf1-233e9f7b006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:27:54.079624 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:54.152752 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] For port 2e6e772a-f992-461a-881b-dffbf851deca, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:27:54.156162 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] For port 2e6e772a-f992-461a-881b-dffbf851deca, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2e6e772a-f992-461a-881b-dffbf851deca,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:27:54.156349 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0d7bf-63d1-4669-b0e6-deeec1299360 req-b293f3d5-263a-4949-94a9-da607ab86b1b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:54.157987 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-37b0d7bf-63d1-4669-b0e6-deeec1299360 req-b293f3d5-263a-4949-94a9-da607ab86b1b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0564966 Dec 15 16:27:54.165693 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:54.206239 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:54.207411 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-37b0d7bf-63d1-4669-b0e6-deeec1299360 req-95299010-7020-472e-8f9c-5c46509bb7a7 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425177 Dec 15 16:27:54.211655 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:54.213767 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] 10.222.0.65 "PUT /v2.0/ports/2e6e772a-f992-461a-881b-dffbf851deca HTTP/1.1" status: 200 len: 1094 time: 0.6493335 Dec 15 16:27:54.214804 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'tag': '2e6e772a-f992-461a-881b-dffbf851deca'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:27:54.217495 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7088b8db-5456-41f2-9243-e09ba430f37b" -d '{"events": [{"name": "network-changed", "server_uuid": "bfff70d8-7b03-417e-886b-1929e47645d5", "tag": "2e6e772a-f992-461a-881b-dffbf851deca"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:27:54.277458 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c0b9432f-84b0-4fc1-911a-e2ab315cb9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:54.295142 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314607d4-5c5d-4ac1-b513-836e51ce8350 x-openstack-request-id: req-314607d4-5c5d-4ac1-b513-836e51ce8350 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:27:54.295591 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfff70d8-7b03-417e-886b-1929e47645d5", "tag": "2e6e772a-f992-461a-881b-dffbf851deca", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:27:54.296004 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-314607d4-5c5d-4ac1-b513-836e51ce8350 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:27:54.296756 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'tag': '2e6e772a-f992-461a-881b-dffbf851deca', 'status': 'completed', 'code': 200} Dec 15 16:27:54.315932 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ffe58-012a-4400-a94a-7f11a3e69ced service neutron] Pushing event updated for resources: {'Port': ['ID=2e6e772a-f992-461a-881b-dffbf851deca,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:54.345115 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-35c05a66-25d1-4705-9df8-ac3ed9f73479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:54.347084 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-35c05a66-25d1-4705-9df8-ac3ed9f73479 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9dc6fd27025742699d14dbf14680c7c3&device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 1097 time: 0.0734375 Dec 15 16:27:54.392721 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-eb641581-c217-4fba-b74b-477702dd8f87 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e6e772a-f992-461a-881b-dffbf851deca HTTP/1.1" status: 200 len: 217 time: 0.0365775 Dec 15 16:27:54.448759 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-2073a652-bde0-4eca-ace2-25ce75b7bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:54.450368 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-2073a652-bde0-4eca-ace2-25ce75b7bac5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c16b0814-df17-4b92-aba8-9ee44c250c91 HTTP/1.1" status: 200 len: 855 time: 0.0517032 Dec 15 16:27:54.497945 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-71d12f97-72b2-4ea6-9003-e2f5d1c0edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:54.499563 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-71d12f97-72b2-4ea6-9003-e2f5d1c0edec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418241 Dec 15 16:27:54.593047 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-446e6198-33ed-4df1-8afa-44a47b39c1e1 service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859337 Dec 15 16:27:54.691783 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-b2d30ce3-b5e3-422b-a63b-cdac0bc87e00 req-cca3b916-e7af-4485-80e1-20aced6962d6 service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916319 Dec 15 16:27:54.784971 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088b8db-5456-41f2-9243-e09ba430f37b req-bd43e235-cfba-485d-bfe8-c32cbbd8aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:54.786504 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-7088b8db-5456-41f2-9243-e09ba430f37b req-bd43e235-cfba-485d-bfe8-c32cbbd8aec0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9dc6fd27025742699d14dbf14680c7c3&device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 1097 time: 0.0475438 Dec 15 16:27:54.884874 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088b8db-5456-41f2-9243-e09ba430f37b req-87f8aa77-368f-4b0c-8afd-697157b9b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:54.886259 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-7088b8db-5456-41f2-9243-e09ba430f37b req-87f8aa77-368f-4b0c-8afd-697157b9b533 service neutron] 10.222.0.65 "GET /v2.0/networks?id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8 HTTP/1.1" status: 200 len: 917 time: 0.0926347 Dec 15 16:27:54.933174 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-7088b8db-5456-41f2-9243-e09ba430f37b req-918832a3-5326-4711-8b65-df965052e9c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e6e772a-f992-461a-881b-dffbf851deca HTTP/1.1" status: 200 len: 217 time: 0.0387783 Dec 15 16:27:54.985669 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088b8db-5456-41f2-9243-e09ba430f37b req-1d9f2ab6-d1a7-4e8e-838e-5df21f9ba69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:54.987256 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-7088b8db-5456-41f2-9243-e09ba430f37b req-1d9f2ab6-d1a7-4e8e-838e-5df21f9ba69f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c16b0814-df17-4b92-aba8-9ee44c250c91 HTTP/1.1" status: 200 len: 855 time: 0.0472276 Dec 15 16:27:55.053116 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088b8db-5456-41f2-9243-e09ba430f37b req-9cd66706-1bea-484a-820d-ba959f7a483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:55.054647 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-7088b8db-5456-41f2-9243-e09ba430f37b req-9cd66706-1bea-484a-820d-ba959f7a483c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582848 Dec 15 16:27:55.156495 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-7088b8db-5456-41f2-9243-e09ba430f37b req-2fa99c56-b15d-4e93-b222-3420506d1ced service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933359 Dec 15 16:27:55.264180 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-7088b8db-5456-41f2-9243-e09ba430f37b req-dd40f2c8-a963-4948-8b06-238ae324b9ed service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998912 Dec 15 16:27:55.344671 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c5b56-0888-4337-b384-11d246aa9fd6 req-3ae9f1d7-9731-4b4a-9eb4-528478442fb6 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:55.346144 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5a7c5b56-0888-4337-b384-11d246aa9fd6 req-3ae9f1d7-9731-4b4a-9eb4-528478442fb6 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0590627 Dec 15 16:27:55.405952 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5a7c5b56-0888-4337-b384-11d246aa9fd6 req-4eda9189-66be-4ee5-9a64-b69890178a38 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528908 Dec 15 16:27:56.531761 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401e2a4-8098-4dd7-affa-492bb65aebb5 req-079ad141-5194-444e-9d13-648758bf3e64 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:56.533277 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6401e2a4-8098-4dd7-affa-492bb65aebb5 req-079ad141-5194-444e-9d13-648758bf3e64 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0516360 Dec 15 16:27:56.584237 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6401e2a4-8098-4dd7-affa-492bb65aebb5 req-c31836b3-b8cb-4acd-9f6a-016350b5df31 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445716 Dec 15 16:27:56.726482 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 2e6e772a-f992-461a-881b-dffbf851deca details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:27:56.829624 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 2e6e772a-f992-461a-881b-dffbf851deca, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2e6e772a-f992-461a-881b-dffbf851deca,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:27:56.842188 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '2e6e772a-f992-461a-881b-dffbf851deca', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'port_id': '2e6e772a-f992-461a-881b-dffbf851deca', 'mac_address': 'fa:16:3e:b4:f4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:27:56.886942 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:56.906192 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6e772a-f992-461a-881b-dffbf851deca {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:27:56.911965 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-7d5caa6a-a8d2-46b0-b98c-449027073166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:56.929298 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 2e6e772a-f992-461a-881b-dffbf851deca, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2e6e772a-f992-461a-881b-dffbf851deca,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:27:56.934779 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:56.993976 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=2e6e772a-f992-461a-881b-dffbf851deca,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:57.173990 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['2e6e772a-f992-461a-881b-dffbf851deca'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:27:57.734078 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba46d2b-b0be-43e0-af2c-5fc052c119c0 req-e5b4c658-bacb-4cf0-bc62-871a1360f82e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:57.736296 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6ba46d2b-b0be-43e0-af2c-5fc052c119c0 req-e5b4c658-bacb-4cf0-bc62-871a1360f82e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 945 time: 0.0564432 Dec 15 16:27:57.787613 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6ba46d2b-b0be-43e0-af2c-5fc052c119c0 req-1e9fe6bc-2ce3-4608-8f67-6ab4105f4889 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424697 Dec 15 16:27:58.741862 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 2e6e772a-f992-461a-881b-dffbf851deca up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:27:58.803828 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port 2e6e772a-f992-461a-881b-dffbf851deca completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:27:58.807768 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 2e6e772a-f992-461a-881b-dffbf851deca triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:27:58.808166 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:58.862494 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:58.903254 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:58.921582 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec0c28-e1b0-499f-a9c2-b62514221dad req-92f75178-ea75-4bb6-8e4e-076e21745213 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:58.923172 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8eec0c28-e1b0-499f-a9c2-b62514221dad req-92f75178-ea75-4bb6-8e4e-076e21745213 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 945 time: 0.0526638 Dec 15 16:27:58.926559 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6e772a-f992-461a-881b-dffbf851deca'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:27:58.929127 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16548290-5a47-4ecf-8e17-a39a15e47d1c" -d '{"events": [{"server_uuid": "bfff70d8-7b03-417e-886b-1929e47645d5", "name": "network-vif-plugged", "status": "completed", "tag": "2e6e772a-f992-461a-881b-dffbf851deca"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:27:58.942798 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 2e6e772a-f992-461a-881b-dffbf851deca, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2e6e772a-f992-461a-881b-dffbf851deca,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:27:58.948454 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:58.973989 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8eec0c28-e1b0-499f-a9c2-b62514221dad req-f46a7c47-cd8e-4aa8-a0fe-701702b17273 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440664 Dec 15 16:27:58.976613 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1f955e-1cf1-41ac-997b-4962d2fb91bf x-openstack-request-id: req-aa1f955e-1cf1-41ac-997b-4962d2fb91bf {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:27:58.976905 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfff70d8-7b03-417e-886b-1929e47645d5", "name": "network-vif-plugged", "status": "completed", "tag": "2e6e772a-f992-461a-881b-dffbf851deca", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:27:58.977140 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa1f955e-1cf1-41ac-997b-4962d2fb91bf {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:27:58.977536 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6e772a-f992-461a-881b-dffbf851deca', 'code': 200} Dec 15 16:27:59.005828 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=2e6e772a-f992-461a-881b-dffbf851deca,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:27:59.438437 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454077-9cee-4d2a-8a05-bb28fb08e8ac req-3767f776-c30f-4c6d-99de-9d016a6000e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:27:59.439970 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-85454077-9cee-4d2a-8a05-bb28fb08e8ac req-3767f776-c30f-4c6d-99de-9d016a6000e9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 1099 time: 0.3247733 Dec 15 16:27:59.489154 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-85454077-9cee-4d2a-8a05-bb28fb08e8ac req-caf46f1d-24a7-4857-ba77-e101fee8bc36 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403566 Dec 15 16:27:59.956732 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:27:59.957841 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:00.100410 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb4d82-6d64-452d-a02a-a08237f6f825 req-33b54f27-4815-4bba-82bb-1ef267304808 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:00.101925 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1beb4d82-6d64-452d-a02a-a08237f6f825 req-33b54f27-4815-4bba-82bb-1ef267304808 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0535007 Dec 15 16:28:00.155891 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1beb4d82-6d64-452d-a02a-a08237f6f825 req-554c491d-ecea-4603-8fbe-14ae9ff2e1ec tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451691 Dec 15 16:28:01.011235 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:01.292463 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44783b83-7e3e-461d-9392-6b5cf03522fe req-d283d770-7f42-4f41-bff7-26f058700666 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:01.293882 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-44783b83-7e3e-461d-9392-6b5cf03522fe req-d283d770-7f42-4f41-bff7-26f058700666 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0552943 Dec 15 16:28:01.557351 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-44783b83-7e3e-461d-9392-6b5cf03522fe req-240ba71c-7de6-4a0c-9004-017fa84b7f86 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551174 Dec 15 16:28:01.684380 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80637cea-5342-4f00-8d6b-55f2a587624e req-9a2c61ec-4e23-4118-a5d6-16529fbe94d7 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:01.685838 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-80637cea-5342-4f00-8d6b-55f2a587624e req-9a2c61ec-4e23-4118-a5d6-16529fbe94d7 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0574989 Dec 15 16:28:01.694790 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43274) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:01.699740 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-4a9fc3e8-543d-4344-a75c-8ed775a79934 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Request body: {'floatingip': {'port_id': '2e6e772a-f992-461a-881b-dffbf851deca'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:28:01.740121 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc3e8-543d-4344-a75c-8ed775a79934 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for floatingip, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:02.198849 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc3e8-543d-4344-a75c-8ed775a79934 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:02.203818 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc3e8-543d-4344-a75c-8ed775a79934 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534795'] for floatingip, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:02.307539 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.l3_db [None req-4a9fc3e8-543d-4344-a75c-8ed775a79934 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Floating IP e41997ee-2698-40a5-9e4c-a1fd022b4516 associated. External IP: 172.27.2.251, port: 2e6e772a-f992-461a-881b-dffbf851deca. Dec 15 16:28:02.402325 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:28:02.536071 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9fc3e8-543d-4344-a75c-8ed775a79934 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Router d159afaf-9a46-4797-9209-26e5d6f4ca62 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:28:02.669845 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9fc3e8-543d-4344-a75c-8ed775a79934 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:28:02.674674 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc3e8-543d-4344-a75c-8ed775a79934 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:02.680012 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74bbf0-8b38-4259-ae89-ef51301fb4cd None None] Sync routers for ids ['d159afaf-9a46-4797-9209-26e5d6f4ca62'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:28:02.690696 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd74bbf0-8b38-4259-ae89-ef51301fb4cd None None] Routers {'d159afaf-9a46-4797-9209-26e5d6f4ca62'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:02.691358 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-bd74bbf0-8b38-4259-ae89-ef51301fb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:27:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['d159afaf-9a46-4797-9209-26e5d6f4ca62'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:02.703440 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-4a9fc3e8-543d-4344-a75c-8ed775a79934 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "PUT /v2.0/floatingips/e41997ee-2698-40a5-9e4c-a1fd022b4516 HTTP/1.1" status: 200 len: 992 time: 1.0075004 Dec 15 16:28:02.704143 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'tag': '2e6e772a-f992-461a-881b-dffbf851deca'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:28:02.706539 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991e1ba18f7813c23b21ebe6bdf85174cd0cd8830ecb03b4cbd6f4717b0ad03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d17d4f-7139-475e-a282-498e88fe67f6" -d '{"events": [{"name": "network-changed", "server_uuid": "bfff70d8-7b03-417e-886b-1929e47645d5", "tag": "2e6e772a-f992-461a-881b-dffbf851deca"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:28:02.804041 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-bd74bbf0-8b38-4259-ae89-ef51301fb4cd None None] Set router d159afaf-9a46-4797-9209-26e5d6f4ca62 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:02.869670 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b10129-7c86-4be8-93f0-49a63c3ba1af x-openstack-request-id: req-26b10129-7c86-4be8-93f0-49a63c3ba1af {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:28:02.869970 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfff70d8-7b03-417e-886b-1929e47645d5", "tag": "2e6e772a-f992-461a-881b-dffbf851deca", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:28:02.870224 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26b10129-7c86-4be8-93f0-49a63c3ba1af {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:28:02.870625 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'tag': '2e6e772a-f992-461a-881b-dffbf851deca', 'status': 'completed', 'code': 200} Dec 15 16:28:02.933981 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d17d4f-7139-475e-a282-498e88fe67f6 req-b77bc536-266c-4580-a7f0-16379a7b7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:02.935397 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-a7d17d4f-7139-475e-a282-498e88fe67f6 req-b77bc536-266c-4580-a7f0-16379a7b7b9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9dc6fd27025742699d14dbf14680c7c3&device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 1099 time: 0.0414317 Dec 15 16:28:03.029380 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d17d4f-7139-475e-a282-498e88fe67f6 req-2559666b-14f3-46bd-93a0-c04d6e81da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:03.030841 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-a7d17d4f-7139-475e-a282-498e88fe67f6 req-2559666b-14f3-46bd-93a0-c04d6e81da89 service neutron] 10.222.0.65 "GET /v2.0/networks?id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8 HTTP/1.1" status: 200 len: 917 time: 0.0872262 Dec 15 16:28:03.043271 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-bd74bbf0-8b38-4259-ae89-ef51301fb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': 'e41997ee-2698-40a5-9e4c-a1fd022b4516', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'port_id': '2e6e772a-f992-461a-881b-dffbf851deca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'mac_address': 'fa:16:3e:b4:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:27:50Z', 'updated_at': '2021-12-15T16:28:02Z', 'revision_number': 1, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:44Z', 'revision_number': 5, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:03.069754 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74bbf0-8b38-4259-ae89-ef51301fb4cd None None] Checking router: d159afaf-9a46-4797-9209-26e5d6f4ca62 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:28:03.079141 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd74bbf0-8b38-4259-ae89-ef51301fb4cd None None] Routers {'d159afaf-9a46-4797-9209-26e5d6f4ca62'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:03.079781 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-bd74bbf0-8b38-4259-ae89-ef51301fb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:27:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['d159afaf-9a46-4797-9209-26e5d6f4ca62'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:03.105862 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-a7d17d4f-7139-475e-a282-498e88fe67f6 req-9add9314-c1a9-4281-b925-53bb65e23979 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e6e772a-f992-461a-881b-dffbf851deca HTTP/1.1" status: 200 len: 1000 time: 0.0648432 Dec 15 16:28:03.158338 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d17d4f-7139-475e-a282-498e88fe67f6 req-0941d980-be0e-485d-8be3-e602bccdce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:03.159824 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-a7d17d4f-7139-475e-a282-498e88fe67f6 req-0941d980-be0e-485d-8be3-e602bccdce77 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c16b0814-df17-4b92-aba8-9ee44c250c91 HTTP/1.1" status: 200 len: 855 time: 0.0456543 Dec 15 16:28:03.196448 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-bd74bbf0-8b38-4259-ae89-ef51301fb4cd None None] Set router d159afaf-9a46-4797-9209-26e5d6f4ca62 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:03.212062 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d17d4f-7139-475e-a282-498e88fe67f6 req-2e0ad6d5-340f-4f4e-9fd5-652f4b0a0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:03.213590 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-a7d17d4f-7139-475e-a282-498e88fe67f6 req-2e0ad6d5-340f-4f4e-9fd5-652f4b0a0bba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443993 Dec 15 16:28:03.304559 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-a7d17d4f-7139-475e-a282-498e88fe67f6 req-fcd170c5-e888-44ae-a6bb-3536af5f7cc4 service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837083 Dec 15 16:28:03.405708 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-a7d17d4f-7139-475e-a282-498e88fe67f6 req-bdc00863-62ed-47e7-a09b-f6761b019868 service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937979 Dec 15 16:28:03.424806 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-bd74bbf0-8b38-4259-ae89-ef51301fb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': 'e41997ee-2698-40a5-9e4c-a1fd022b4516', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'port_id': '2e6e772a-f992-461a-881b-dffbf851deca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'mac_address': 'fa:16:3e:b4:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:27:50Z', 'updated_at': '2021-12-15T16:28:02Z', 'revision_number': 1, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:44Z', 'revision_number': 5, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:03.456001 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74bbf0-8b38-4259-ae89-ef51301fb4cd None None] The sync data for ids ['d159afaf-9a46-4797-9209-26e5d6f4ca62'] in dv-cinder-812685-4-iscsi is: [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': 'e41997ee-2698-40a5-9e4c-a1fd022b4516', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'port_id': '2e6e772a-f992-461a-881b-dffbf851deca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'mac_address': 'fa:16:3e:b4:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:27:50Z', 'updated_at': '2021-12-15T16:28:02Z', 'revision_number': 1, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:44Z', 'revision_number': 5, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:28:03.654611 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeeef69-b0f3-4788-b5f4-edc4a129cc7c None None] New status for floating IP e41997ee-2698-40a5-9e4c-a1fd022b4516: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:28:04.268846 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-715fa0ee-cabe-4f90-a6e8-186b20952dac req-8cbd88fc-8757-4d82-9a69-1f33fd23bd15 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424252 Dec 15 16:28:04.339926 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fa0ee-cabe-4f90-a6e8-186b20952dac req-82e80ad4-591a-4477-8728-d906549a3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:04.341451 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-715fa0ee-cabe-4f90-a6e8-186b20952dac req-82e80ad4-591a-4477-8728-d906549a3e1a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9fd32b6eee5e4a75b6dec0e216953bd4&device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 1099 time: 0.0421350 Dec 15 16:28:04.455210 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fa0ee-cabe-4f90-a6e8-186b20952dac req-f8a4e8b4-8a86-4b57-bc86-95462abdc3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:04.456636 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-715fa0ee-cabe-4f90-a6e8-186b20952dac req-f8a4e8b4-8a86-4b57-bc86-95462abdc3db service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa64c9a0-e96d-42b2-b777-1875ab6b3322 HTTP/1.1" status: 200 len: 912 time: 0.0953953 Dec 15 16:28:04.532059 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-715fa0ee-cabe-4f90-a6e8-186b20952dac req-06d583e5-6429-4d4f-b50c-61b9bb68480f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16ce5e62-cdd5-406c-956b-1916ae817f6a HTTP/1.1" status: 200 len: 1001 time: 0.0680008 Dec 15 16:28:04.583317 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fa0ee-cabe-4f90-a6e8-186b20952dac req-286a21ed-f8cf-431b-bc7a-724ef5fa363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:04.584833 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-715fa0ee-cabe-4f90-a6e8-186b20952dac req-286a21ed-f8cf-431b-bc7a-724ef5fa363d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e9f3e25-87d9-46c5-a63e-492a8a4d8c09 HTTP/1.1" status: 200 len: 850 time: 0.0461488 Dec 15 16:28:04.642465 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fa0ee-cabe-4f90-a6e8-186b20952dac req-faa4254a-ca54-4da9-9610-257f214e841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:04.644820 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-715fa0ee-cabe-4f90-a6e8-186b20952dac req-faa4254a-ca54-4da9-9610-257f214e841a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa64c9a0-e96d-42b2-b777-1875ab6b3322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521574 Dec 15 16:28:04.745185 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-715fa0ee-cabe-4f90-a6e8-186b20952dac req-8748da62-6bb1-4739-8073-a5c8a46787ff service neutron] 10.222.0.65 "GET /v2.0/networks/fa64c9a0-e96d-42b2-b777-1875ab6b3322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921984 Dec 15 16:28:04.852999 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-715fa0ee-cabe-4f90-a6e8-186b20952dac req-b5994478-5898-4b95-90f6-96f2a0cdc2de service neutron] 10.222.0.65 "GET /v2.0/networks/fa64c9a0-e96d-42b2-b777-1875ab6b3322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008534 Dec 15 16:28:07.373660 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43294) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:07.547299 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a1096-c89c-49ed-a94f-496e9571e103 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Deleting port a47f55ed-b268-428b-9d9e-73ce9ee586c6 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:07.547688 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1096-c89c-49ed-a94f-496e9571e103 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:07.630715 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1096-c89c-49ed-a94f-496e9571e103 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:07.630959 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1096-c89c-49ed-a94f-496e9571e103 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:07.643399 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a1096-c89c-49ed-a94f-496e9571e103 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Calling delete_port for a47f55ed-b268-428b-9d9e-73ce9ee586c6 owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:07.826462 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1096-c89c-49ed-a94f-496e9571e103 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:07.855797 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a1096-c89c-49ed-a94f-496e9571e103 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Pushing event deleted for resources: {'Port': ['ID=a47f55ed-b268-428b-9d9e-73ce9ee586c6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:07.921260 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1096-c89c-49ed-a94f-496e9571e103 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:07.921481 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.l3_db [None req-ca7a1096-c89c-49ed-a94f-496e9571e103 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Floating IP b1cf6fc4-9068-4c40-8802-6b2bc75f25dd disassociated (deleted). External IP: 172.27.2.17, port: 16ce5e62-cdd5-406c-956b-1916ae817f6a. Dec 15 16:28:08.153412 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7a1096-c89c-49ed-a94f-496e9571e103 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Router 66123b8e-ccf1-4739-95ff-1707cc762e47 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:28:08.276583 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7a1096-c89c-49ed-a94f-496e9571e103 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:28:08.281747 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1096-c89c-49ed-a94f-496e9571e103 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:08.288249 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2a865-6f72-416d-8b6b-e80a77d5c916 None None] Sync routers for ids ['66123b8e-ccf1-4739-95ff-1707cc762e47'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:28:08.299824 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa2a865-6f72-416d-8b6b-e80a77d5c916 None None] Routers {'66123b8e-ccf1-4739-95ff-1707cc762e47'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:08.300452 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-4aa2a865-6f72-416d-8b6b-e80a77d5c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:27:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['66123b8e-ccf1-4739-95ff-1707cc762e47'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:08.310197 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-ca7a1096-c89c-49ed-a94f-496e9571e103 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "DELETE /v2.0/floatingips/b1cf6fc4-9068-4c40-8802-6b2bc75f25dd HTTP/1.1" status: 204 len: 168 time: 0.9354367 Dec 15 16:28:08.310783 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866ffde4-7bbe-4e59-8cdd-eba253d24fc7', 'tag': '16ce5e62-cdd5-406c-956b-1916ae817f6a'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:28:08.313114 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991e1ba18f7813c23b21ebe6bdf85174cd0cd8830ecb03b4cbd6f4717b0ad03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7121e5-8f66-456b-8625-c33406cc7872" -d '{"events": [{"name": "network-changed", "server_uuid": "866ffde4-7bbe-4e59-8cdd-eba253d24fc7", "tag": "16ce5e62-cdd5-406c-956b-1916ae817f6a"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:28:08.358788 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b95690f-4c7e-4cea-aa1f-0a762f3797c3 x-openstack-request-id: req-5b95690f-4c7e-4cea-aa1f-0a762f3797c3 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:28:08.359073 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866ffde4-7bbe-4e59-8cdd-eba253d24fc7", "tag": "16ce5e62-cdd5-406c-956b-1916ae817f6a", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:28:08.359301 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b95690f-4c7e-4cea-aa1f-0a762f3797c3 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:28:08.359748 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866ffde4-7bbe-4e59-8cdd-eba253d24fc7', 'tag': '16ce5e62-cdd5-406c-956b-1916ae817f6a', 'status': 'completed', 'code': 200} Dec 15 16:28:08.435083 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7121e5-8f66-456b-8625-c33406cc7872 req-370c1ea0-1b1b-4ba4-8e63-c0a25bda3beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:08.436732 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-db7121e5-8f66-456b-8625-c33406cc7872 req-370c1ea0-1b1b-4ba4-8e63-c0a25bda3beb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9fd32b6eee5e4a75b6dec0e216953bd4&device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 1099 time: 0.0528748 Dec 15 16:28:08.549067 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7121e5-8f66-456b-8625-c33406cc7872 req-0394364d-5d0a-4ab5-a55e-e2cc8514e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:08.550867 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-db7121e5-8f66-456b-8625-c33406cc7872 req-0394364d-5d0a-4ab5-a55e-e2cc8514e9ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=fa64c9a0-e96d-42b2-b777-1875ab6b3322 HTTP/1.1" status: 200 len: 912 time: 0.1044228 Dec 15 16:28:08.552910 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-4aa2a865-6f72-416d-8b6b-e80a77d5c916 None None] Set router 66123b8e-ccf1-4739-95ff-1707cc762e47 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:08.573547 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ede89-d18e-4942-8ab7-4a80382880fb req-d6fa80c7-666d-4c13-9338-cd8ee2831e0c tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:08.575073 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-242ede89-d18e-4942-8ab7-4a80382880fb req-d6fa80c7-666d-4c13-9338-cd8ee2831e0c tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 946 time: 0.0514476 Dec 15 16:28:08.596659 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-db7121e5-8f66-456b-8625-c33406cc7872 req-e7a9fc0e-039f-466c-9e88-e2f962985d3e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16ce5e62-cdd5-406c-956b-1916ae817f6a HTTP/1.1" status: 200 len: 217 time: 0.0366728 Dec 15 16:28:08.649123 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7121e5-8f66-456b-8625-c33406cc7872 req-0c67de01-5111-49f0-a95c-e9ddfef5abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:08.650782 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-db7121e5-8f66-456b-8625-c33406cc7872 req-0c67de01-5111-49f0-a95c-e9ddfef5abbc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e9f3e25-87d9-46c5-a63e-492a8a4d8c09 HTTP/1.1" status: 200 len: 850 time: 0.0464916 Dec 15 16:28:08.658052 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-242ede89-d18e-4942-8ab7-4a80382880fb req-99d8d73d-99fb-43d4-aaf0-4a0a57db5ea5 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765047 Dec 15 16:28:08.699348 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7121e5-8f66-456b-8625-c33406cc7872 req-4a7236dc-3808-40c7-b4d5-3d3991d02808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:08.700996 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-db7121e5-8f66-456b-8625-c33406cc7872 req-4a7236dc-3808-40c7-b4d5-3d3991d02808 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa64c9a0-e96d-42b2-b777-1875ab6b3322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426211 Dec 15 16:28:08.774166 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-4aa2a865-6f72-416d-8b6b-e80a77d5c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:52Z', 'revision_number': 4, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'gw_port': {'id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:43Z', 'updated_at': '2021-12-15T16:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '87a67ef2-6243-4635-b40d-69a18e408d40', 'name': '', 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'mac_address': 'fa:16:3e:fd:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:50Z', 'updated_at': '2021-12-15T16:23:02Z', 'revision_number': 5, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'subnets': [{'id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:08.795598 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-db7121e5-8f66-456b-8625-c33406cc7872 req-4f169a24-5a0b-4313-aed2-2581f227c2ef service neutron] 10.222.0.65 "GET /v2.0/networks/fa64c9a0-e96d-42b2-b777-1875ab6b3322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850065 Dec 15 16:28:08.805096 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2a865-6f72-416d-8b6b-e80a77d5c916 None None] Checking router: 66123b8e-ccf1-4739-95ff-1707cc762e47 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:28:08.814174 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa2a865-6f72-416d-8b6b-e80a77d5c916 None None] Routers {'66123b8e-ccf1-4739-95ff-1707cc762e47'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:08.814785 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-4aa2a865-6f72-416d-8b6b-e80a77d5c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:27:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['66123b8e-ccf1-4739-95ff-1707cc762e47'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:08.892721 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-db7121e5-8f66-456b-8625-c33406cc7872 req-a2333b7e-503e-400e-978f-e228057d8b08 service neutron] 10.222.0.65 "GET /v2.0/networks/fa64c9a0-e96d-42b2-b777-1875ab6b3322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878696 Dec 15 16:28:08.934540 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-4aa2a865-6f72-416d-8b6b-e80a77d5c916 None None] Set router 66123b8e-ccf1-4739-95ff-1707cc762e47 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:09.146579 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-4aa2a865-6f72-416d-8b6b-e80a77d5c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:52Z', 'revision_number': 4, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'gw_port': {'id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:43Z', 'updated_at': '2021-12-15T16:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '87a67ef2-6243-4635-b40d-69a18e408d40', 'name': '', 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'mac_address': 'fa:16:3e:fd:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:50Z', 'updated_at': '2021-12-15T16:23:02Z', 'revision_number': 5, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'subnets': [{'id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:09.177476 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2a865-6f72-416d-8b6b-e80a77d5c916 None None] The sync data for ids ['66123b8e-ccf1-4739-95ff-1707cc762e47'] in dv-cinder-812685-4-iscsi is: [{'id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:52Z', 'revision_number': 4, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'gw_port': {'id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:43Z', 'updated_at': '2021-12-15T16:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '87a67ef2-6243-4635-b40d-69a18e408d40', 'name': '', 'network_id': 'fa64c9a0-e96d-42b2-b777-1875ab6b3322', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'mac_address': 'fa:16:3e:fd:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:50Z', 'updated_at': '2021-12-15T16:23:02Z', 'revision_number': 5, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'subnets': [{'id': '9e9f3e25-87d9-46c5-a63e-492a8a4d8c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:28:09.416594 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3584d44-fa8c-4c22-ab16-7eb73072ec50 None None] New status for floating IP b1cf6fc4-9068-4c40-8802-6b2bc75f25dd: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:28:09.785668 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf8d96-d3c2-4482-baea-da9b05ea32b6 req-9ccbb0b4-2369-41e3-a2ca-68986b739bf4 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:09.787149 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9aaf8d96-d3c2-4482-baea-da9b05ea32b6 req-9ccbb0b4-2369-41e3-a2ca-68986b739bf4 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 946 time: 0.0582800 Dec 15 16:28:09.842758 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9aaf8d96-d3c2-4482-baea-da9b05ea32b6 req-8913460a-4b0c-4456-b71a-2a899b34741a tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b2fb9d-6df7-4650-9ef4-ee40a8bab744&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491846 Dec 15 16:28:10.076473 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046e357-e558-46ca-a646-1354dedc7dd9 req-8abb75b0-e7c8-400b-a78c-0aba7bbc2b21 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:10.077925 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8046e357-e558-46ca-a646-1354dedc7dd9 req-8abb75b0-e7c8-400b-a78c-0aba7bbc2b21 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.65 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 946 time: 0.0569048 Dec 15 16:28:10.173989 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-8046e357-e558-46ca-a646-1354dedc7dd9 req-8b0f4d22-6561-469d-91f0-c45e3f87abc2 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Deleting port 16ce5e62-cdd5-406c-956b-1916ae817f6a {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:10.174335 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8046e357-e558-46ca-a646-1354dedc7dd9 req-8b0f4d22-6561-469d-91f0-c45e3f87abc2 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:10.267890 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-8046e357-e558-46ca-a646-1354dedc7dd9 req-8b0f4d22-6561-469d-91f0-c45e3f87abc2 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] For port 16ce5e62-cdd5-406c-956b-1916ae817f6a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=16ce5e62-cdd5-406c-956b-1916ae817f6a,segment=NetworkSegment(b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902),segment_id=b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:10.268249 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8046e357-e558-46ca-a646-1354dedc7dd9 req-8b0f4d22-6561-469d-91f0-c45e3f87abc2 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:10.281509 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-8046e357-e558-46ca-a646-1354dedc7dd9 req-8b0f4d22-6561-469d-91f0-c45e3f87abc2 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Calling delete_port for 16ce5e62-cdd5-406c-956b-1916ae817f6a owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:10.421251 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8046e357-e558-46ca-a646-1354dedc7dd9 req-8b0f4d22-6561-469d-91f0-c45e3f87abc2 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:10.451102 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f4d22-6561-469d-91f0-c45e3f87abc2 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Pushing event deleted for resources: {'Port': ['ID=16ce5e62-cdd5-406c-956b-1916ae817f6a,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:10.491582 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-8046e357-e558-46ca-a646-1354dedc7dd9 req-8b0f4d22-6561-469d-91f0-c45e3f87abc2 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] No DVR routers for this DVR port 16ce5e62-cdd5-406c-956b-1916ae817f6a on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:28:10.494407 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-8046e357-e558-46ca-a646-1354dedc7dd9 req-8b0f4d22-6561-469d-91f0-c45e3f87abc2 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:10.498081 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8046e357-e558-46ca-a646-1354dedc7dd9 req-8b0f4d22-6561-469d-91f0-c45e3f87abc2 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.65 "DELETE /v2.0/ports/16ce5e62-cdd5-406c-956b-1916ae817f6a HTTP/1.1" status: 204 len: 173 time: 0.4138167 Dec 15 16:28:10.498549 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866ffde4-7bbe-4e59-8cdd-eba253d24fc7', 'name': 'network-vif-deleted', 'tag': '16ce5e62-cdd5-406c-956b-1916ae817f6a'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:28:10.500869 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7d6bc1-16c9-451f-bb34-cfeddfd3edd0" -d '{"events": [{"server_uuid": "866ffde4-7bbe-4e59-8cdd-eba253d24fc7", "name": "network-vif-deleted", "tag": "16ce5e62-cdd5-406c-956b-1916ae817f6a"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:28:10.543282 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99dabfb-0d2a-4bca-a8f8-6cb03fcfbff0 x-openstack-request-id: req-f99dabfb-0d2a-4bca-a8f8-6cb03fcfbff0 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:28:10.543640 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866ffde4-7bbe-4e59-8cdd-eba253d24fc7", "name": "network-vif-deleted", "tag": "16ce5e62-cdd5-406c-956b-1916ae817f6a", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:28:10.544006 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f99dabfb-0d2a-4bca-a8f8-6cb03fcfbff0 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:28:10.544465 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866ffde4-7bbe-4e59-8cdd-eba253d24fc7', 'name': 'network-vif-deleted', 'tag': '16ce5e62-cdd5-406c-956b-1916ae817f6a', 'status': 'completed', 'code': 200} Dec 15 16:28:10.963868 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0f542dc2-bb79-4dc2-b043-2618c1ac2735 req-6f4b728c-d691-4d45-bc51-daafbac88789 tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "GET /v2.0/ports?device_id=866ffde4-7bbe-4e59-8cdd-eba253d24fc7 HTTP/1.1" status: 200 len: 210 time: 0.0309138 Dec 15 16:28:12.819470 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 16ce5e62-cdd5-406c-956b-1916ae817f6a no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:12.840934 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: 16ce5e62-cdd5-406c-956b-1916ae817f6a {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:12.841180 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 16ce5e62-cdd5-406c-956b-1916ae817f6a not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:13.164372 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43364) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:13.226729 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f5ac4013-3295-48cb-8401-09147df2f2bc tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:13.261919 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f5ac4013-3295-48cb-8401-09147df2f2bc tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:13.366212 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ea8b8-cbb2-4156-9622-09dec2339997 req-8cbfc35f-8e23-40e0-bdfd-3afc8c7905ea tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:13.367614 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b82ea8b8-cbb2-4156-9622-09dec2339997 req-8cbfc35f-8e23-40e0-bdfd-3afc8c7905ea tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0694871 Dec 15 16:28:13.368638 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f5ac4013-3295-48cb-8401-09147df2f2bc tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:13.371686 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f5ac4013-3295-48cb-8401-09147df2f2bc tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:13.375217 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f5ac4013-3295-48cb-8401-09147df2f2bc tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] 10.222.0.60 "DELETE /v2.0/security-groups/15b2fb9d-6df7-4650-9ef4-ee40a8bab744 HTTP/1.1" status: 204 len: 168 time: 0.2072732 Dec 15 16:28:13.394412 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac4013-3295-48cb-8401-09147df2f2bc tempest-TestVolumeBootPattern-1987570883 tempest-TestVolumeBootPattern-1987570883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b2fb9d-6df7-4650-9ef4-ee40a8bab744,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:13.419664 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43370) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:13.431069 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b82ea8b8-cbb2-4156-9622-09dec2339997 req-0a4132a9-2958-4fdb-946f-856b65e729e3 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571640 Dec 15 16:28:13.964297 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2472b80a-86e7-4832-b5c3-2a900c51811b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534539'] for router_interface, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:14.222119 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-2472b80a-86e7-4832-b5c3-2a900c51811b admin admin] Deleting port 87a67ef2-6243-4635-b40d-69a18e408d40 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:14.222341 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2472b80a-86e7-4832-b5c3-2a900c51811b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:14.311734 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-2472b80a-86e7-4832-b5c3-2a900c51811b admin admin] For port 87a67ef2-6243-4635-b40d-69a18e408d40, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=87a67ef2-6243-4635-b40d-69a18e408d40,segment=NetworkSegment(b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902),segment_id=b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:14.312144 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2472b80a-86e7-4832-b5c3-2a900c51811b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:14.326480 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-2472b80a-86e7-4832-b5c3-2a900c51811b admin admin] Calling delete_port for 87a67ef2-6243-4635-b40d-69a18e408d40 owned by network:router_interface {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:14.522637 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2472b80a-86e7-4832-b5c3-2a900c51811b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:14.548878 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472b80a-86e7-4832-b5c3-2a900c51811b admin admin] Pushing event deleted for resources: {'Port': ['ID=87a67ef2-6243-4635-b40d-69a18e408d40,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:14.551857 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce7852-65fc-42f5-af5d-ffc989b2d20f req-44dd536c-df78-4908-85a0-e61d79f8d1e9 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:14.553358 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-92ce7852-65fc-42f5-af5d-ffc989b2d20f req-44dd536c-df78-4908-85a0-e61d79f8d1e9 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0511794 Dec 15 16:28:14.615312 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-92ce7852-65fc-42f5-af5d-ffc989b2d20f req-f65a645b-e510-42b1-b06c-e67d23005a89 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473402 Dec 15 16:28:14.725858 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2472b80a-86e7-4832-b5c3-2a900c51811b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534679'] for router_interface, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:14.950274 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2472b80a-86e7-4832-b5c3-2a900c51811b admin admin] Router 66123b8e-ccf1-4739-95ff-1707cc762e47 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:28:15.071210 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2472b80a-86e7-4832-b5c3-2a900c51811b admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:28:15.076757 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-2472b80a-86e7-4832-b5c3-2a900c51811b admin admin] 10.222.0.60 "PUT /v2.0/routers/66123b8e-ccf1-4739-95ff-1707cc762e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6549394 Dec 15 16:28:15.080136 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43380) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:15.084376 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b80f3-92c8-4d07-978e-53f6a7889715 None None] Sync routers for ids ['66123b8e-ccf1-4739-95ff-1707cc762e47'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:28:15.095407 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b80f3-92c8-4d07-978e-53f6a7889715 None None] Routers {'66123b8e-ccf1-4739-95ff-1707cc762e47'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:15.096031 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-a86b80f3-92c8-4d07-978e-53f6a7889715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:27:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['66123b8e-ccf1-4739-95ff-1707cc762e47'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:15.155892 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f8173-7848-4a4b-a306-161b98cf7361 req-ceaae6bf-0f04-44cb-a939-9d2360d24826 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:15.157562 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-178f8173-7848-4a4b-a306-161b98cf7361 req-ceaae6bf-0f04-44cb-a939-9d2360d24826 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.65 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.0533979 Dec 15 16:28:15.193128 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:15.208495 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-a86b80f3-92c8-4d07-978e-53f6a7889715 None None] Set router 66123b8e-ccf1-4739-95ff-1707cc762e47 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:15.253668 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-178f8173-7848-4a4b-a306-161b98cf7361 req-66079cfb-bdda-48d2-bd6a-dc3601745e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Deleting port 3ec4fed8-77d3-444b-b5eb-09f908b0f166 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:15.254005 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-178f8173-7848-4a4b-a306-161b98cf7361 req-66079cfb-bdda-48d2-bd6a-dc3601745e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:15.427738 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-a86b80f3-92c8-4d07-978e-53f6a7889715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:28:14Z', 'revision_number': 5, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'gw_port': {'id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:43Z', 'updated_at': '2021-12-15T16:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:15.456893 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b80f3-92c8-4d07-978e-53f6a7889715 None None] Checking router: 66123b8e-ccf1-4739-95ff-1707cc762e47 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:28:15.469361 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b80f3-92c8-4d07-978e-53f6a7889715 None None] Routers {'66123b8e-ccf1-4739-95ff-1707cc762e47'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:15.470030 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-a86b80f3-92c8-4d07-978e-53f6a7889715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:27:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['66123b8e-ccf1-4739-95ff-1707cc762e47'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:15.534083 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:15.595547 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-a86b80f3-92c8-4d07-978e-53f6a7889715 None None] Set router 66123b8e-ccf1-4739-95ff-1707cc762e47 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:15.596520 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] Deleting port 7635ae77-c140-415b-adc4-4b97e6b13d29 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:15.597140 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:15.629078 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-178f8173-7848-4a4b-a306-161b98cf7361 req-66079cfb-bdda-48d2-bd6a-dc3601745e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] For port 3ec4fed8-77d3-444b-b5eb-09f908b0f166, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=3ec4fed8-77d3-444b-b5eb-09f908b0f166,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:15.629676 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-178f8173-7848-4a4b-a306-161b98cf7361 req-66079cfb-bdda-48d2-bd6a-dc3601745e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:15.689949 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] For port 7635ae77-c140-415b-adc4-4b97e6b13d29, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=7635ae77-c140-415b-adc4-4b97e6b13d29,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:15.690433 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:15.708436 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] Calling delete_port for 7635ae77-c140-415b-adc4-4b97e6b13d29 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:15.785098 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-a86b80f3-92c8-4d07-978e-53f6a7889715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:28:14Z', 'revision_number': 5, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'gw_port': {'id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:43Z', 'updated_at': '2021-12-15T16:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:15.809679 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7013e-f989-4081-9725-159010106d95 req-b4332817-430b-4b0b-a057-382e0af21ef4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:15.811468 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7ee7013e-f989-4081-9725-159010106d95 req-b4332817-430b-4b0b-a057-382e0af21ef4 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/ports?device_id=aace7dfb-6043-406a-b7cf-4a633e026c82 HTTP/1.1" status: 200 len: 946 time: 0.1043239 Dec 15 16:28:15.817637 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b80f3-92c8-4d07-978e-53f6a7889715 None None] The sync data for ids ['66123b8e-ccf1-4739-95ff-1707cc762e47'] in dv-cinder-812685-4-iscsi is: [{'id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'name': 'tempest-TestVolumeBootPattern-306779572-router', 'tenant_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:28:14Z', 'revision_number': 5, 'project_id': '9fd32b6eee5e4a75b6dec0e216953bd4', 'gw_port': {'id': '7635ae77-c140-415b-adc4-4b97e6b13d29', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66123b8e-ccf1-4739-95ff-1707cc762e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:43Z', 'updated_at': '2021-12-15T16:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:28:15.819226 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-178f8173-7848-4a4b-a306-161b98cf7361 req-66079cfb-bdda-48d2-bd6a-dc3601745e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:15.819613 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-178f8173-7848-4a4b-a306-161b98cf7361 req-66079cfb-bdda-48d2-bd6a-dc3601745e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534795'] for floatingip, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:15.819927 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.l3_db [req-178f8173-7848-4a4b-a306-161b98cf7361 req-66079cfb-bdda-48d2-bd6a-dc3601745e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Floating IP f2d6d3d7-7da6-4faa-a9e4-f7ded26f95cf disassociated. External IP: 172.27.2.15, port: 3ec4fed8-77d3-444b-b5eb-09f908b0f166. Dec 15 16:28:15.820275 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-178f8173-7848-4a4b-a306-161b98cf7361 req-66079cfb-bdda-48d2-bd6a-dc3601745e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Calling delete_port for 3ec4fed8-77d3-444b-b5eb-09f908b0f166 owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:15.921023 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7ee7013e-f989-4081-9725-159010106d95 req-4e4aee1d-3157-4789-a413-21aeafa48633 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups?id=e48429d4-ddd6-4e94-b78c-4478f4ed9d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982885 Dec 15 16:28:15.962411 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-178f8173-7848-4a4b-a306-161b98cf7361 req-66079cfb-bdda-48d2-bd6a-dc3601745e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:15.982608 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:15.991716 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66079cfb-bdda-48d2-bd6a-dc3601745e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event deleted for resources: {'Port': ['ID=3ec4fed8-77d3-444b-b5eb-09f908b0f166,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:16.007965 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7635ae77-c140-415b-adc4-4b97e6b13d29,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:16.076470 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534837'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:16.124488 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [req-178f8173-7848-4a4b-a306-161b98cf7361 req-66079cfb-bdda-48d2-bd6a-dc3601745e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:28:16.173444 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:16.176650 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:16.233717 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540332'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:16.234812 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66123b8e-ccf1-4739-95ff-1707cc762e47 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:28:16.239571 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] Publish callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:16.240911 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-77ccd59f-cefb-48f4-8bca-37b9488fbde7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/66123b8e-ccf1-4739-95ff-1707cc762e47 HTTP/1.1" status: 204 len: 168 time: 1.1598103 Dec 15 16:28:16.243392 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43386) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:16.252270 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-178f8173-7848-4a4b-a306-161b98cf7361 req-66079cfb-bdda-48d2-bd6a-dc3601745e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:28:16.273808 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8f7978-ae3f-48a6-b2ee-d26f4d4ae7e5 None None] Sync routers for ids ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:28:16.287786 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8f7978-ae3f-48a6-b2ee-d26f4d4ae7e5 None None] Routers {'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:16.288664 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9e8f7978-ae3f-48a6-b2ee-d26f4d4ae7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:27:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:16.296893 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-178f8173-7848-4a4b-a306-161b98cf7361 req-66079cfb-bdda-48d2-bd6a-dc3601745e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] No DVR routers for this DVR port 3ec4fed8-77d3-444b-b5eb-09f908b0f166 on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:28:16.299691 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-178f8173-7848-4a4b-a306-161b98cf7361 req-66079cfb-bdda-48d2-bd6a-dc3601745e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:16.301528 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b710fb4-937a-4025-be91-a4612ea1cd7a admin admin] Deleting subnet 9e9f3e25-87d9-46c5-a63e-492a8a4d8c09 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:28:16.305387 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5b710fb4-937a-4025-be91-a4612ea1cd7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:16.306367 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-178f8173-7848-4a4b-a306-161b98cf7361 req-66079cfb-bdda-48d2-bd6a-dc3601745e36 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.65 "DELETE /v2.0/ports/3ec4fed8-77d3-444b-b5eb-09f908b0f166 HTTP/1.1" status: 204 len: 173 time: 1.1429114 Dec 15 16:28:16.309092 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aace7dfb-6043-406a-b7cf-4a633e026c82', 'name': 'network-vif-deleted', 'tag': '3ec4fed8-77d3-444b-b5eb-09f908b0f166'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:28:16.313705 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c478b4-2508-4b89-b837-cb5acc31255f" -d '{"events": [{"server_uuid": "aace7dfb-6043-406a-b7cf-4a633e026c82", "name": "network-vif-deleted", "tag": "3ec4fed8-77d3-444b-b5eb-09f908b0f166"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:28:16.350503 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5b710fb4-937a-4025-be91-a4612ea1cd7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2932540'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:16.362158 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 87a67ef2-6243-4635-b40d-69a18e408d40 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:16.394345 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: 87a67ef2-6243-4635-b40d-69a18e408d40 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:16.394688 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 87a67ef2-6243-4635-b40d-69a18e408d40 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:16.436847 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9add2887-9976-4680-b0c2-7cad85136f7c x-openstack-request-id: req-9add2887-9976-4680-b0c2-7cad85136f7c {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:28:16.436847 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aace7dfb-6043-406a-b7cf-4a633e026c82", "name": "network-vif-deleted", "tag": "3ec4fed8-77d3-444b-b5eb-09f908b0f166", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:28:16.436847 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9add2887-9976-4680-b0c2-7cad85136f7c {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:28:16.436847 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aace7dfb-6043-406a-b7cf-4a633e026c82', 'name': 'network-vif-deleted', 'tag': '3ec4fed8-77d3-444b-b5eb-09f908b0f166', 'status': 'completed', 'code': 200} Dec 15 16:28:16.498902 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-9e8f7978-ae3f-48a6-b2ee-d26f4d4ae7e5 None None] Set router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:16.506450 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5b710fb4-937a-4025-be91-a4612ea1cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:16.572107 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5b710fb4-937a-4025-be91-a4612ea1cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10256165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10220533'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:16.601167 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b710fb4-937a-4025-be91-a4612ea1cd7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9f3e25-87d9-46c5-a63e-492a8a4d8c09,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:16.613235 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-5b710fb4-937a-4025-be91-a4612ea1cd7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:16.620080 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-5b710fb4-937a-4025-be91-a4612ea1cd7a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9e9f3e25-87d9-46c5-a63e-492a8a4d8c09 HTTP/1.1" status: 204 len: 168 time: 0.3755071 Dec 15 16:28:16.620274 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43390) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:16.629392 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd76fe37-b08f-4ea0-8cd3-bcd31c75b314 None None] Network fa64c9a0-e96d-42b2-b777-1875ab6b3322 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:28:16.729869 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:16.736033 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9e8f7978-ae3f-48a6-b2ee-d26f4d4ae7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:21:06Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '7f91d64f-4021-459c-844c-71c925d69196', 'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'mac_address': 'fa:16:3e:b2:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:04Z', 'updated_at': '2021-12-15T16:21:20Z', 'revision_number': 5, 'project_id': '28737128a7574d248ba7e4e536171af2', 'subnets': [{'id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:16.769802 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8f7978-ae3f-48a6-b2ee-d26f4d4ae7e5 None None] Checking router: e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:28:16.779571 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8f7978-ae3f-48a6-b2ee-d26f4d4ae7e5 None None] Routers {'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:16.780187 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9e8f7978-ae3f-48a6-b2ee-d26f4d4ae7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:27:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:16.818329 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] Deleting port b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:16.818569 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:16.901826 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] For port b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95,segment=NetworkSegment(b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902),segment_id=b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:16.902695 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:16.903878 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-9e8f7978-ae3f-48a6-b2ee-d26f4d4ae7e5 None None] Set router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:16.922322 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] Calling delete_port for b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95 owned by network:dhcp {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:17.018049 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43398) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:17.028349 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.063346 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:17.071166 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] No DVR routers for this DVR port b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95 on host dv-cinder-812685-4-iscsi {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:28:17.125496 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b34571a-c2e4-412a-8b22-c2b27cb634d4 None None] DHCP port deletion for fa64c9a0-e96d-42b2-b777-1875ab6b3322 request from dv-cinder-812685-4-iscsi {{(pid=102568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:28:17.147416 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-9e8f7978-ae3f-48a6-b2ee-d26f4d4ae7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:21:06Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '7f91d64f-4021-459c-844c-71c925d69196', 'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'mac_address': 'fa:16:3e:b2:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:04Z', 'updated_at': '2021-12-15T16:21:20Z', 'revision_number': 5, 'project_id': '28737128a7574d248ba7e4e536171af2', 'subnets': [{'id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:17.172769 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.181766 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9e3e56ea-b706-4453-8838-ce4b8172202f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.185696 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8f7978-ae3f-48a6-b2ee-d26f4d4ae7e5 None None] The sync data for ids ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'] in dv-cinder-812685-4-iscsi is: [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:21:06Z', 'revision_number': 4, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '7f91d64f-4021-459c-844c-71c925d69196', 'name': '', 'network_id': '514727e8-0179-4c06-9ef8-e0775da37a12', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'mac_address': 'fa:16:3e:b2:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:21:04Z', 'updated_at': '2021-12-15T16:21:20Z', 'revision_number': 5, 'project_id': '28737128a7574d248ba7e4e536171af2', 'subnets': [{'id': '2d26a255-1c68-40ef-8d7e-b38089c3fa09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:28:17.205162 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa64c9a0-e96d-42b2-b777-1875ab6b3322']}} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:17.228510 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902') {'for_net_delete': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:17.228810 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ce7806-a6c9-4148-b4e0-5bb0c0cbe902') {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:17.231874 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9e3e56ea-b706-4453-8838-ce4b8172202f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.248638 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2822614'] for segment, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.275756 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.283598 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=102566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:28:17.283980 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3002548'] for segment, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: Traceback (most recent call last): Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: timer() Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: cb(*args, **kw) Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: return func(*args, **kwargs) Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: self._notify() Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: self.callback(batched_events) Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: event.method(event) Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: return f(self, *a, **k) Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._get(url).json() Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: return self.request(url, 'GET', **kwargs) Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:28:17.285642 dv-cinder-812685-4-iscsi neutron-server[102566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:28:17.350125 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.353396 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.360677 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43400) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:17.360829 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] 10.222.0.60 "DELETE /v2.0/networks/fa64c9a0-e96d-42b2-b777-1875ab6b3322 HTTP/1.1" status: 204 len: 168 time: 0.7389185 Dec 15 16:28:17.363977 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9e3e56ea-b706-4453-8838-ce4b8172202f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.366550 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-9e3e56ea-b706-4453-8838-ce4b8172202f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.370309 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-9e3e56ea-b706-4453-8838-ce4b8172202f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "DELETE /v2.0/security-groups/e48429d4-ddd6-4e94-b78c-4478f4ed9d05 HTTP/1.1" status: 204 len: 168 time: 0.3485141 Dec 15 16:28:17.379362 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43402) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:17.391080 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e56ea-b706-4453-8838-ce4b8172202f tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48429d4-ddd6-4e94-b78c-4478f4ed9d05,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:17.399701 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c7883-e6c1-4092-b143-ce8a978f3e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa64c9a0-e96d-42b2-b777-1875ab6b3322,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:17.412549 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.api.v2.resource [None req-0fc9d823-22bd-4075-ae66-a0a576620f72 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] show failed (client error): The resource could not be found. Dec 15 16:28:17.416241 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-0fc9d823-22bd-4075-ae66-a0a576620f72 tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "GET /v2.0/security-groups/e48429d4-ddd6-4e94-b78c-4478f4ed9d05 HTTP/1.1" status: 404 len: 347 time: 0.0243707 Dec 15 16:28:17.419602 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43404) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:17.461275 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fdf115-3f9b-40e0-87f3-0d2b7af2a622 None None] New status for floating IP f2d6d3d7-7da6-4faa-a9e4-f7ded26f95cf: DOWN {{(pid=102568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:28:17.567976 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-25340035-9d06-4fe5-9886-6c6ecd3424fd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Deleting port b67065ef-eb56-4862-ab17-d2d22f59b437 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:17.568374 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-25340035-9d06-4fe5-9886-6c6ecd3424fd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.651178 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-25340035-9d06-4fe5-9886-6c6ecd3424fd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.651590 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-25340035-9d06-4fe5-9886-6c6ecd3424fd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.663385 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-25340035-9d06-4fe5-9886-6c6ecd3424fd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Calling delete_port for b67065ef-eb56-4862-ab17-d2d22f59b437 owned by network:floatingip {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:17.797877 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-25340035-9d06-4fe5-9886-6c6ecd3424fd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.819885 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae2d3-facf-40d1-81fb-a1b00ea86a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534539'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.828115 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25340035-9d06-4fe5-9886-6c6ecd3424fd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Pushing event deleted for resources: {'Port': ['ID=b67065ef-eb56-4862-ab17-d2d22f59b437,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:17.895017 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-25340035-9d06-4fe5-9886-6c6ecd3424fd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks [] for floatingip, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.897858 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-25340035-9d06-4fe5-9886-6c6ecd3424fd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:17.899045 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-25340035-9d06-4fe5-9886-6c6ecd3424fd tempest-AttachVolumeTestJSON-1298844687 tempest-AttachVolumeTestJSON-1298844687-project] 10.222.0.60 "DELETE /v2.0/floatingips/f2d6d3d7-7da6-4faa-a9e4-f7ded26f95cf HTTP/1.1" status: 204 len: 168 time: 0.4760725 Dec 15 16:28:18.162724 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ae2d3-facf-40d1-81fb-a1b00ea86a9c admin admin] Deleting port b28ee38b-719a-4458-9ee0-6bbed0de4338 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:18.163026 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae2d3-facf-40d1-81fb-a1b00ea86a9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:18.220072 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 7635ae77-c140-415b-adc4-4b97e6b13d29 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:18.244188 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: 7635ae77-c140-415b-adc4-4b97e6b13d29 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:18.244628 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 7635ae77-c140-415b-adc4-4b97e6b13d29 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:18.245242 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:18.248382 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-8f0ae2d3-facf-40d1-81fb-a1b00ea86a9c admin admin] For port b28ee38b-719a-4458-9ee0-6bbed0de4338, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=b28ee38b-719a-4458-9ee0-6bbed0de4338,segment=NetworkSegment(7da16bfc-cdee-4118-884f-cb15af04b782),segment_id=7da16bfc-cdee-4118-884f-cb15af04b782)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:18.248771 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae2d3-facf-40d1-81fb-a1b00ea86a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:18.264807 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:18.265135 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ae2d3-facf-40d1-81fb-a1b00ea86a9c admin admin] Calling delete_port for b28ee38b-719a-4458-9ee0-6bbed0de4338 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:18.265246 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device b40d6e99-a79b-4d7a-83dd-ae43bfe6ec95 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:18.456117 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae2d3-facf-40d1-81fb-a1b00ea86a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:18.481687 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ae2d3-facf-40d1-81fb-a1b00ea86a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b28ee38b-719a-4458-9ee0-6bbed0de4338,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:18.651153 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae2d3-facf-40d1-81fb-a1b00ea86a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534679'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:18.835867 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 3ec4fed8-77d3-444b-b5eb-09f908b0f166 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:18.860056 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: 3ec4fed8-77d3-444b-b5eb-09f908b0f166 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:18.860768 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 3ec4fed8-77d3-444b-b5eb-09f908b0f166 not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:18.876825 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0ae2d3-facf-40d1-81fb-a1b00ea86a9c admin admin] Router 9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:28:18.994241 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0ae2d3-facf-40d1-81fb-a1b00ea86a9c admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:28:18.999859 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-8f0ae2d3-facf-40d1-81fb-a1b00ea86a9c admin admin] 10.222.0.60 "PUT /v2.0/routers/9bdd46b1-507d-4fba-a58c-5f142bd6d4e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6380098 Dec 15 16:28:19.003041 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43412) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:19.005132 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84855e-1795-4548-a2ee-0c2021379ce3 None None] Sync routers for ids ['9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:28:19.016976 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c84855e-1795-4548-a2ee-0c2021379ce3 None None] Routers {'9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:19.017577 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2c84855e-1795-4548-a2ee-0c2021379ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:27:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:19.134674 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-2c84855e-1795-4548-a2ee-0c2021379ce3 None None] Set router 9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:19.341357 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2c84855e-1795-4548-a2ee-0c2021379ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'name': 'tempest-TestVolumeBootPattern-584673978-router', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '27911073-e0b4-4aee-a5e4-d728b9c31ced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:28:18Z', 'revision_number': 5, 'project_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'gw_port': {'id': '27911073-e0b4-4aee-a5e4-d728b9c31ced', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:36:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:04Z', 'updated_at': '2021-12-15T16:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:19.350021 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] Publish callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:19.458298 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:19.464485 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84855e-1795-4548-a2ee-0c2021379ce3 None None] Checking router: 9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:28:19.474444 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c84855e-1795-4548-a2ee-0c2021379ce3 None None] Routers {'9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:19.475056 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2c84855e-1795-4548-a2ee-0c2021379ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:27:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:19.517543 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] Deleting port 27911073-e0b4-4aee-a5e4-d728b9c31ced {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:19.517868 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:19.560294 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-2c84855e-1795-4548-a2ee-0c2021379ce3 None None] Set router 9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:19.597745 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] For port 27911073-e0b4-4aee-a5e4-d728b9c31ced, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=27911073-e0b4-4aee-a5e4-d728b9c31ced,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:19.598162 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:19.611951 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] Calling delete_port for 27911073-e0b4-4aee-a5e4-d728b9c31ced owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:19.612141 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-2c84855e-1795-4548-a2ee-0c2021379ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'name': 'tempest-TestVolumeBootPattern-584673978-router', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:28:19Z', 'revision_number': 6, 'project_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'gw_port_host': None}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:19.641193 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84855e-1795-4548-a2ee-0c2021379ce3 None None] The sync data for ids ['9bdd46b1-507d-4fba-a58c-5f142bd6d4e2'] in dv-cinder-812685-4-iscsi is: [{'id': '9bdd46b1-507d-4fba-a58c-5f142bd6d4e2', 'name': 'tempest-TestVolumeBootPattern-584673978-router', 'tenant_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:28:19Z', 'revision_number': 6, 'project_id': 'ed01bdaf54994a5d9c13bf0c81ce1fc8', 'gw_port_host': None}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:28:19.808714 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:19.845120 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] Pushing event deleted for resources: {'Port': ['ID=27911073-e0b4-4aee-a5e4-d728b9c31ced,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:19.914544 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534837'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.010108 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.012969 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.060942 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540332'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.062269 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:28:20.069656 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] Publish callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.070832 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f3613b58-47a3-4617-85e3-dc020f68750c admin admin] 10.222.0.60 "DELETE /v2.0/routers/9bdd46b1-507d-4fba-a58c-5f142bd6d4e2 HTTP/1.1" status: 204 len: 168 time: 1.0667782 Dec 15 16:28:20.073440 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43422) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:20.127875 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Deleting subnet 47cd5a6b-b600-47fc-8318-8988de846b06 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:28:20.132380 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.174320 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2932540'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.268704 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.337426 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10256165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10220533'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.367531 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47cd5a6b-b600-47fc-8318-8988de846b06,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:20.371301 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.374230 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77e4b26-635f-4f44-8889-fe54d21251b8 None None] Network 47471456-5c01-41e0-9bef-21d9af7ebd66 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:28:20.374816 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] 10.222.0.60 "DELETE /v2.0/subnets/47cd5a6b-b600-47fc-8318-8988de846b06 HTTP/1.1" status: 204 len: 168 time: 0.3001554 Dec 15 16:28:20.378078 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43434) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:20.391187 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.391572 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.392034 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.392166 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.392454 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.392776 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.393101 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.393427 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.393751 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.394079 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.394394 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.394810 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.395079 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa8cb8c-d389-4764-b14e-c00c8a9e3dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.488034 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 27911073-e0b4-4aee-a5e4-d728b9c31ced no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:20.503972 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.564851 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Deleting port 8759b3eb-8ee0-48bf-9a77-963caf7d0117 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:20.565188 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.641575 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] For port 8759b3eb-8ee0-48bf-9a77-963caf7d0117, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=8759b3eb-8ee0-48bf-9a77-963caf7d0117,segment=NetworkSegment(7da16bfc-cdee-4118-884f-cb15af04b782),segment_id=7da16bfc-cdee-4118-884f-cb15af04b782)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:20.641958 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.651194 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: 27911073-e0b4-4aee-a5e4-d728b9c31ced {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:20.651915 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 27911073-e0b4-4aee-a5e4-d728b9c31ced not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:20.652290 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device b28ee38b-719a-4458-9ee0-6bbed0de4338 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:20.655166 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Calling delete_port for 8759b3eb-8ee0-48bf-9a77-963caf7d0117 owned by network:dhcp {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:20.680668 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: b28ee38b-719a-4458-9ee0-6bbed0de4338 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:20.681116 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device b28ee38b-719a-4458-9ee0-6bbed0de4338 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:20.747783 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.759895 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685c1900-d11d-467e-b1bf-2d03429e7f31 None None] DHCP port deletion for 47471456-5c01-41e0-9bef-21d9af7ebd66 request from dv-cinder-812685-4-iscsi {{(pid=102568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:28:20.780034 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Pushing event deleted for resources: {'Port': ['ID=8759b3eb-8ee0-48bf-9a77-963caf7d0117,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:20.782513 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] No DVR routers for this DVR port 8759b3eb-8ee0-48bf-9a77-963caf7d0117 on host dv-cinder-812685-4-iscsi {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:28:20.791341 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.791912 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.792172 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.793256 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.793636 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.794104 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.794439 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.794773 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.795100 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.795503 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.795786 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.796107 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.796428 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:20.871452 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.894611 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47471456-5c01-41e0-9bef-21d9af7ebd66']}} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:20.906777 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da16bfc-cdee-4118-884f-cb15af04b782') {'for_net_delete': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:20.907176 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da16bfc-cdee-4118-884f-cb15af04b782') {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:20.917143 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2822614'] for segment, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.931286 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.939593 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:28:20.939971 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3002548'] for segment, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: Traceback (most recent call last): Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: timer() Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: cb(*args, **kw) Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: return func(*args, **kwargs) Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: self._notify() Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: self.callback(batched_events) Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: event.method(event) Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: return f(self, *a, **k) Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._get(url).json() Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: return self.request(url, 'GET', **kwargs) Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:28:20.941724 dv-cinder-812685-4-iscsi neutron-server[102566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:28:21.007862 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:21.012834 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:21.016362 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] 10.222.0.60 "DELETE /v2.0/networks/47471456-5c01-41e0-9bef-21d9af7ebd66 HTTP/1.1" status: 204 len: 168 time: 0.6327388 Dec 15 16:28:21.031694 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156565aa-d085-4522-ae0f-f8fdb0d37790 admin admin] Pushing event deleted for resources: {'Network': ['ID=47471456-5c01-41e0-9bef-21d9af7ebd66,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:21.159996 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43440) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:21.201475 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-dffa135d-23de-421a-abdc-6233d5ed8bcc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9fd32b6eee5e4a75b6dec0e216953bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401275 Dec 15 16:28:21.203936 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43442) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:21.258298 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-73f45e04-22b4-4bc1-90e0-6f8610cea494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:21.280140 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-73f45e04-22b4-4bc1-90e0-6f8610cea494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:21.333603 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-73f45e04-22b4-4bc1-90e0-6f8610cea494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:21.336573 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-73f45e04-22b4-4bc1-90e0-6f8610cea494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:21.337759 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-73f45e04-22b4-4bc1-90e0-6f8610cea494 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6597576e-ea04-4ccf-99be-0e56fdb922ca HTTP/1.1" status: 204 len: 168 time: 0.1329231 Dec 15 16:28:21.347405 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f45e04-22b4-4bc1-90e0-6f8610cea494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6597576e-ea04-4ccf-99be-0e56fdb922ca,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:21.563098 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43456) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:21.693924 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43460) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:21.736187 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-18d88bba-ecab-4233-a7a8-3ed560512350 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed01bdaf54994a5d9c13bf0c81ce1fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405674 Dec 15 16:28:21.738791 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43462) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:21.786666 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bf14222-d7b3-4830-bb33-230209115501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:21.810039 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bf14222-d7b3-4830-bb33-230209115501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:21.861191 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bf14222-d7b3-4830-bb33-230209115501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:21.863817 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9bf14222-d7b3-4830-bb33-230209115501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:21.867317 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-9bf14222-d7b3-4830-bb33-230209115501 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/390e82f3-2f10-49dc-9c80-7345ebd78a27 HTTP/1.1" status: 204 len: 168 time: 0.1252782 Dec 15 16:28:21.872890 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf14222-d7b3-4830-bb33-230209115501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390e82f3-2f10-49dc-9c80-7345ebd78a27,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:22.020660 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c40ab5b8-380e-4343-ad7c-3dc0b6146317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534539'] for router_interface, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:22.209125 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 8759b3eb-8ee0-48bf-9a77-963caf7d0117 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:22.237927 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: 8759b3eb-8ee0-48bf-9a77-963caf7d0117 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:22.238282 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 8759b3eb-8ee0-48bf-9a77-963caf7d0117 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:22.307129 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-c40ab5b8-380e-4343-ad7c-3dc0b6146317 admin admin] Deleting port 7f91d64f-4021-459c-844c-71c925d69196 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:22.307494 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c40ab5b8-380e-4343-ad7c-3dc0b6146317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:22.394481 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-c40ab5b8-380e-4343-ad7c-3dc0b6146317 admin admin] For port 7f91d64f-4021-459c-844c-71c925d69196, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=7f91d64f-4021-459c-844c-71c925d69196,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:22.394872 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c40ab5b8-380e-4343-ad7c-3dc0b6146317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:22.410284 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-c40ab5b8-380e-4343-ad7c-3dc0b6146317 admin admin] Calling delete_port for 7f91d64f-4021-459c-844c-71c925d69196 owned by network:router_interface {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:22.609587 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c40ab5b8-380e-4343-ad7c-3dc0b6146317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:22.637713 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ab5b8-380e-4343-ad7c-3dc0b6146317 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f91d64f-4021-459c-844c-71c925d69196,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:22.804815 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c40ab5b8-380e-4343-ad7c-3dc0b6146317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534679'] for router_interface, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:23.047687 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40ab5b8-380e-4343-ad7c-3dc0b6146317 admin admin] Router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:28:23.159846 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40ab5b8-380e-4343-ad7c-3dc0b6146317 admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:28:23.169055 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-c40ab5b8-380e-4343-ad7c-3dc0b6146317 admin admin] 10.222.0.60 "PUT /v2.0/routers/e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6045179 Dec 15 16:28:23.171504 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43468) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:23.171710 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372a2ac-020c-4fae-b791-6c6f53c1d0ae None None] Sync routers for ids ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:28:23.185429 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5372a2ac-020c-4fae-b791-6c6f53c1d0ae None None] Routers {'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:23.186071 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-5372a2ac-020c-4fae-b791-6c6f53c1d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:27:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:23.299973 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-5372a2ac-020c-4fae-b791-6c6f53c1d0ae None None] Set router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:23.489016 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-5372a2ac-020c-4fae-b791-6c6f53c1d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:28:22Z', 'revision_number': 5, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:23.517540 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372a2ac-020c-4fae-b791-6c6f53c1d0ae None None] Checking router: e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:28:23.527165 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5372a2ac-020c-4fae-b791-6c6f53c1d0ae None None] Routers {'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:23.528435 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-5372a2ac-020c-4fae-b791-6c6f53c1d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:27:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:23.539073 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:23.632898 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-5372a2ac-020c-4fae-b791-6c6f53c1d0ae None None] Set router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:23.643911 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:23.699894 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] Deleting port 425e65ad-45c8-49f9-bb61-0233c8274658 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:23.700236 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:23.781363 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] For port 425e65ad-45c8-49f9-bb61-0233c8274658, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=425e65ad-45c8-49f9-bb61-0233c8274658,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:23.781750 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:23.803426 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] Calling delete_port for 425e65ad-45c8-49f9-bb61-0233c8274658 owned by network:router_gateway {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:23.823270 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-5372a2ac-020c-4fae-b791-6c6f53c1d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:28:22Z', 'revision_number': 5, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:23.851177 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372a2ac-020c-4fae-b791-6c6f53c1d0ae None None] The sync data for ids ['e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d'] in dv-cinder-812685-4-iscsi is: [{'id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'name': 'tempest-AttachVolumeTestJSON-452628593-router', 'tenant_id': '28737128a7574d248ba7e4e536171af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:20:55Z', 'updated_at': '2021-12-15T16:28:22Z', 'revision_number': 5, 'project_id': '28737128a7574d248ba7e4e536171af2', 'gw_port': {'id': '425e65ad-45c8-49f9-bb61-0233c8274658', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:67:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:20:57Z', 'updated_at': '2021-12-15T16:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:28:23.981493 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.010119 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=425e65ad-45c8-49f9-bb61-0233c8274658,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:24.081102 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534837'] for router_gateway, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.200119 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.202463 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.269709 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac9b1-ee24-4181-8997-67018f0d1ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.276716 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540332'] for router, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.277524 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d {{(pid=102566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:28:24.282733 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] Publish callbacks [] for router, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.286614 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-d1e1702c-e45e-473c-a95a-649e6dbdadf7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e3f51bb9-3a79-4f75-a4f4-18a4edc78a5d HTTP/1.1" status: 204 len: 168 time: 1.1112299 Dec 15 16:28:24.286873 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43472) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:24.347362 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9033de-b7db-4f2c-b0f9-4c018e0a333a admin admin] Deleting subnet 2d26a255-1c68-40ef-8d7e-b38089c3fa09 {{(pid=102566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:28:24.350876 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2b9033de-b7db-4f2c-b0f9-4c018e0a333a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.356149 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 7f91d64f-4021-459c-844c-71c925d69196 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:24.377705 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: 7f91d64f-4021-459c-844c-71c925d69196 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:24.378352 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 7f91d64f-4021-459c-844c-71c925d69196 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:24.396649 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2b9033de-b7db-4f2c-b0f9-4c018e0a333a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2822445'] for subnet, precommit_delete_associations {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.521455 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2b9033de-b7db-4f2c-b0f9-4c018e0a333a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.580546 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2b9033de-b7db-4f2c-b0f9-4c018e0a333a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10307840'] for subnet, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.612206 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9033de-b7db-4f2c-b0f9-4c018e0a333a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d26a255-1c68-40ef-8d7e-b38089c3fa09,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:24.613802 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2b9033de-b7db-4f2c-b0f9-4c018e0a333a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.618539 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cdc077-a1fc-419c-a819-5b7fee449346 None None] Network 514727e8-0179-4c06-9ef8-e0775da37a12 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:28:24.623664 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-2b9033de-b7db-4f2c-b0f9-4c018e0a333a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2d26a255-1c68-40ef-8d7e-b38089c3fa09 HTTP/1.1" status: 204 len: 168 time: 0.3359079 Dec 15 16:28:24.626267 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43476) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:24.700969 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.757065 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] Deleting port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:24.757400 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.823930 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] For port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=bfa7562d-54e1-4607-a5ea-eb4f82fe8d40,segment=NetworkSegment(a5ac9446-ea1d-48c6-8c52-7322adcf6dcf),segment_id=a5ac9446-ea1d-48c6-8c52-7322adcf6dcf)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:24.824564 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.845699 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] Calling delete_port for bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 owned by network:dhcp {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:24.899099 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] DHCP port deletion for 514727e8-0179-4c06-9ef8-e0775da37a12 request from dv-cinder-812685-4-iscsi {{(pid=102568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:28:24.940741 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.960570 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Deleting port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:24.961239 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:24.977009 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] No DVR routers for this DVR port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 on host dv-cinder-812685-4-iscsi {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:28:24.978713 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa7562d-54e1-4607-a5ea-eb4f82fe8d40,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:25.030051 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] For port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40, host dv-cinder-812685-4-iscsi, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:25.030443 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:25.044493 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Calling delete_port for bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:25.048652 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 was not found and therefore no delete operation was performed {{(pid=102568) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 16:28:25.050123 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:25.054198 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:25.075861 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Pushing event deleted for resources: {'Port': ['ID=bfa7562d-54e1-4607-a5ea-eb4f82fe8d40,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:25.076678 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514727e8-0179-4c06-9ef8-e0775da37a12']}} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:25.080443 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] No DVR routers for this DVR port bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 on host dv-cinder-812685-4-iscsi {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:28:25.086288 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:25.086620 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:25.087005 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:25.087294 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:25.087645 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:25.087944 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:25.088179 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf') {'for_net_delete': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:25.088306 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:25.088468 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ac9446-ea1d-48c6-8c52-7322adcf6dcf') {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:25.088578 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:25.088875 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:25.089274 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:25.089592 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:25.090176 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:25.090290 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe5b0b-64d6-40ee-be13-f3ca8b91f44b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:28:25.103247 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2822614'] for segment, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:25.119612 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:25.126484 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:28:25.126877 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3002548'] for segment, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: Traceback (most recent call last): Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: timer() Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: cb(*args, **kw) Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: return func(*args, **kwargs) Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: self._notify() Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: self.callback(batched_events) Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: event.method(event) Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: return f(self, *a, **k) Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._get(url).json() Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: return self.request(url, 'GET', **kwargs) Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:28:25.128537 dv-cinder-812685-4-iscsi neutron-server[102566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:28:25.195511 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:25.201726 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:25.206030 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/514727e8-0179-4c06-9ef8-e0775da37a12 HTTP/1.1" status: 204 len: 168 time: 0.5770109 Dec 15 16:28:25.226022 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d840047-a0a1-4580-a675-45dd31ffa3a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=514727e8-0179-4c06-9ef8-e0775da37a12,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:25.385326 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43480) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:25.427647 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-fdae7c1a-ffda-4550-aa86-d7249407241e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28737128a7574d248ba7e4e536171af2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409997 Dec 15 16:28:25.430090 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43482) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:25.481030 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0a375a90-cf47-4c06-9590-d197a107355f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:25.502284 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0a375a90-cf47-4c06-9590-d197a107355f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:25.559349 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0a375a90-cf47-4c06-9590-d197a107355f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:25.563070 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0a375a90-cf47-4c06-9590-d197a107355f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:25.564353 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-0a375a90-cf47-4c06-9590-d197a107355f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1219bc5c-913d-4a64-b676-df6137cafd39 HTTP/1.1" status: 204 len: 168 time: 0.1330945 Dec 15 16:28:25.573168 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a375a90-cf47-4c06-9590-d197a107355f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1219bc5c-913d-4a64-b676-df6137cafd39,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:26.215535 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:26.241257 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:26.241495 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device bfa7562d-54e1-4607-a5ea-eb4f82fe8d40 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:26.241917 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 425e65ad-45c8-49f9-bb61-0233c8274658 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:26.262680 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: 425e65ad-45c8-49f9-bb61-0233c8274658 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:26.263002 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 425e65ad-45c8-49f9-bb61-0233c8274658 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:26.896782 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6f09a948-620c-459c-88be-8e4d6abb0c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:27.168269 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43526) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:27.276951 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6eee7856-e536-4ced-b213-437d63b99b8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:27.367180 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6eee7856-e536-4ced-b213-437d63b99b8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:27.372796 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6eee7856-e536-4ced-b213-437d63b99b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:27.412620 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-6eee7856-e536-4ced-b213-437d63b99b8a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a698347ee92d401da076243ee0993d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432179 Dec 15 16:28:27.413360 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee7856-e536-4ced-b213-437d63b99b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a381a9cc-8f56-49a1-b009-db7005f355a2,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:27.415457 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43530) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:27.466220 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2ea85619-8596-4b01-b929-760f1001d628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:27.489559 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2ea85619-8596-4b01-b929-760f1001d628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:27.542098 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2ea85619-8596-4b01-b929-760f1001d628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:27.545045 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-2ea85619-8596-4b01-b929-760f1001d628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:27.546818 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-2ea85619-8596-4b01-b929-760f1001d628 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a381a9cc-8f56-49a1-b009-db7005f355a2 HTTP/1.1" status: 204 len: 168 time: 0.1301510 Dec 15 16:28:27.556101 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea85619-8596-4b01-b929-760f1001d628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a381a9cc-8f56-49a1-b009-db7005f355a2,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:27.825362 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43536) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:27.839103 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-13f0d22e-d3aa-4725-8cee-f14012adb008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:27.921671 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-13f0d22e-d3aa-4725-8cee-f14012adb008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:27.928701 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-13f0d22e-d3aa-4725-8cee-f14012adb008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:27.967673 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0d22e-d3aa-4725-8cee-f14012adb008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569c0b52-4e30-4e47-ba72-5ae8175bef4e,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:27.971765 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-13f0d22e-d3aa-4725-8cee-f14012adb008 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e256c6848d914730ac2e58ad37adb10b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453719 Dec 15 16:28:27.974628 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43540) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:28.029802 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-63aa4d24-c72e-491e-b242-afe32ddd628c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:28.050993 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-63aa4d24-c72e-491e-b242-afe32ddd628c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:28.103476 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-63aa4d24-c72e-491e-b242-afe32ddd628c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:28.106712 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-63aa4d24-c72e-491e-b242-afe32ddd628c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:28.108298 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-63aa4d24-c72e-491e-b242-afe32ddd628c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/569c0b52-4e30-4e47-ba72-5ae8175bef4e HTTP/1.1" status: 204 len: 168 time: 0.1323810 Dec 15 16:28:28.118634 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa4d24-c72e-491e-b242-afe32ddd628c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569c0b52-4e30-4e47-ba72-5ae8175bef4e,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:28.854360 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:29.954238 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:29.960478 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:31.007075 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:33.888676 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43626) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:34.241779 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-30725ea2-34d1-4858-8899-f0447c85f3ff tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Deleting port 525247f3-e812-4132-9a08-ce0700577613 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:34.242109 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-30725ea2-34d1-4858-8899-f0447c85f3ff tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:34.331413 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-30725ea2-34d1-4858-8899-f0447c85f3ff tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:34.331754 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-30725ea2-34d1-4858-8899-f0447c85f3ff tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:34.344260 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-30725ea2-34d1-4858-8899-f0447c85f3ff tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Calling delete_port for 525247f3-e812-4132-9a08-ce0700577613 owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:34.499956 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-30725ea2-34d1-4858-8899-f0447c85f3ff tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:34.539062 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30725ea2-34d1-4858-8899-f0447c85f3ff tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Pushing event deleted for resources: {'Port': ['ID=525247f3-e812-4132-9a08-ce0700577613,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:34.604449 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-30725ea2-34d1-4858-8899-f0447c85f3ff tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:34.604788 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.l3_db [None req-30725ea2-34d1-4858-8899-f0447c85f3ff tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Floating IP 1439f8ab-6fc3-430d-af10-740887b8237c disassociated (deleted). External IP: 172.27.2.214, port: 7f96dd5b-86e2-412f-920f-6abc632fd890. Dec 15 16:28:34.827725 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30725ea2-34d1-4858-8899-f0447c85f3ff tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Router a62582a1-957f-4be8-a13e-9742eefc728a has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:28:34.940003 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30725ea2-34d1-4858-8899-f0447c85f3ff tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:28:34.945057 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-30725ea2-34d1-4858-8899-f0447c85f3ff tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:34.950948 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad651b14-2b65-4e46-9bc5-d965c7205662 None None] Sync routers for ids ['a62582a1-957f-4be8-a13e-9742eefc728a'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:28:34.961100 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad651b14-2b65-4e46-9bc5-d965c7205662 None None] Routers {'a62582a1-957f-4be8-a13e-9742eefc728a'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:34.961694 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ad651b14-2b65-4e46-9bc5-d965c7205662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:28:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['a62582a1-957f-4be8-a13e-9742eefc728a'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:34.973269 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-30725ea2-34d1-4858-8899-f0447c85f3ff tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "DELETE /v2.0/floatingips/1439f8ab-6fc3-430d-af10-740887b8237c HTTP/1.1" status: 204 len: 168 time: 1.0834866 Dec 15 16:28:34.973967 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'tag': '7f96dd5b-86e2-412f-920f-6abc632fd890'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:28:34.976374 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991e1ba18f7813c23b21ebe6bdf85174cd0cd8830ecb03b4cbd6f4717b0ad03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591800e6-b895-461f-88aa-4f884ecc2e13" -d '{"events": [{"name": "network-changed", "server_uuid": "afd5ac96-daf3-4608-818c-190e076c2f6d", "tag": "7f96dd5b-86e2-412f-920f-6abc632fd890"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:28:35.073926 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-ad651b14-2b65-4e46-9bc5-d965c7205662 None None] Set router a62582a1-957f-4be8-a13e-9742eefc728a gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:35.143348 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450e6e5a-1358-4e49-ba6b-f3fa52799407 x-openstack-request-id: req-450e6e5a-1358-4e49-ba6b-f3fa52799407 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:28:35.143661 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd5ac96-daf3-4608-818c-190e076c2f6d", "tag": "7f96dd5b-86e2-412f-920f-6abc632fd890", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:28:35.143910 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-450e6e5a-1358-4e49-ba6b-f3fa52799407 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:28:35.144485 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'tag': '7f96dd5b-86e2-412f-920f-6abc632fd890', 'status': 'completed', 'code': 200} Dec 15 16:28:35.236862 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d3eb1-1fdd-42b0-99b1-15f7671a2167 req-fa0e0bd4-182e-42e8-b583-72119806c77a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:35.238428 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a44d3eb1-1fdd-42b0-99b1-15f7671a2167 req-fa0e0bd4-182e-42e8-b583-72119806c77a tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0496023 Dec 15 16:28:35.282338 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ad651b14-2b65-4e46-9bc5-d965c7205662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 4, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'gw_port': {'id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:44Z', 'updated_at': '2021-12-15T16:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'a91e2a56-866d-4de4-8d6b-35f8694a1b03', 'name': '', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'mac_address': 'fa:16:3e:c2:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '45118a8a-76e1-4368-be2a-344063d4d805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:49Z', 'updated_at': '2021-12-15T16:23:11Z', 'revision_number': 5, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'subnets': [{'id': '45118a8a-76e1-4368-be2a-344063d4d805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:35.289041 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a44d3eb1-1fdd-42b0-99b1-15f7671a2167 req-1e77c11f-1a15-4ae7-b6d0-c2b8e23bddaf tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439856 Dec 15 16:28:35.312484 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad651b14-2b65-4e46-9bc5-d965c7205662 None None] Checking router: a62582a1-957f-4be8-a13e-9742eefc728a for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:28:35.321351 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad651b14-2b65-4e46-9bc5-d965c7205662 None None] Routers {'a62582a1-957f-4be8-a13e-9742eefc728a'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:35.322471 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ad651b14-2b65-4e46-9bc5-d965c7205662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:28:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['a62582a1-957f-4be8-a13e-9742eefc728a'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:35.432546 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-ad651b14-2b65-4e46-9bc5-d965c7205662 None None] Set router a62582a1-957f-4be8-a13e-9742eefc728a gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:35.646330 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-ad651b14-2b65-4e46-9bc5-d965c7205662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 4, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'gw_port': {'id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:44Z', 'updated_at': '2021-12-15T16:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'a91e2a56-866d-4de4-8d6b-35f8694a1b03', 'name': '', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'mac_address': 'fa:16:3e:c2:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '45118a8a-76e1-4368-be2a-344063d4d805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:49Z', 'updated_at': '2021-12-15T16:23:11Z', 'revision_number': 5, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'subnets': [{'id': '45118a8a-76e1-4368-be2a-344063d4d805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:35.672735 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad651b14-2b65-4e46-9bc5-d965c7205662 None None] The sync data for ids ['a62582a1-957f-4be8-a13e-9742eefc728a'] in dv-cinder-812685-4-iscsi is: [{'id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:22:51Z', 'revision_number': 4, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'gw_port': {'id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:44Z', 'updated_at': '2021-12-15T16:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': 'a91e2a56-866d-4de4-8d6b-35f8694a1b03', 'name': '', 'network_id': 'd3448ec3-4b1e-4f23-bb59-4f667d1a0a58', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'mac_address': 'fa:16:3e:c2:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '45118a8a-76e1-4368-be2a-344063d4d805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:49Z', 'updated_at': '2021-12-15T16:23:11Z', 'revision_number': 5, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'subnets': [{'id': '45118a8a-76e1-4368-be2a-344063d4d805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:28:35.845112 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591800e6-b895-461f-88aa-4f884ecc2e13 req-1dad4266-8de2-45de-9027-d50debd6f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:35.846656 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-591800e6-b895-461f-88aa-4f884ecc2e13 req-1dad4266-8de2-45de-9027-d50debd6f9a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60fc732badb0488392694e6d6c67d5dc&device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 1098 time: 0.0441148 Dec 15 16:28:35.892276 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199b234-2f64-4c29-8df5-bdee26ba6ec2 None None] New status for floating IP 1439f8ab-6fc3-430d-af10-740887b8237c: DOWN {{(pid=102568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:28:35.944235 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591800e6-b895-461f-88aa-4f884ecc2e13 req-cfde5bcc-ef03-4b78-95eb-44b2eddbf7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:35.945797 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-591800e6-b895-461f-88aa-4f884ecc2e13 req-cfde5bcc-ef03-4b78-95eb-44b2eddbf7f7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 HTTP/1.1" status: 200 len: 909 time: 0.0890732 Dec 15 16:28:35.989676 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-591800e6-b895-461f-88aa-4f884ecc2e13 req-bd67598f-9865-453d-ad4a-47746666fafd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f96dd5b-86e2-412f-920f-6abc632fd890 HTTP/1.1" status: 200 len: 217 time: 0.0352471 Dec 15 16:28:36.042495 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591800e6-b895-461f-88aa-4f884ecc2e13 req-c50c1736-ab9c-43a3-a23e-11dea5c7c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:36.044022 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-591800e6-b895-461f-88aa-4f884ecc2e13 req-c50c1736-ab9c-43a3-a23e-11dea5c7c143 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=45118a8a-76e1-4368-be2a-344063d4d805 HTTP/1.1" status: 200 len: 847 time: 0.0452485 Dec 15 16:28:36.097088 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591800e6-b895-461f-88aa-4f884ecc2e13 req-afc804e9-7e10-4cfb-8b83-00be3d98ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:36.098904 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-591800e6-b895-461f-88aa-4f884ecc2e13 req-afc804e9-7e10-4cfb-8b83-00be3d98ba9d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459185 Dec 15 16:28:36.206674 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-591800e6-b895-461f-88aa-4f884ecc2e13 req-58a8cb63-5bd2-453c-bd29-df6f9da3bbfb service neutron] 10.222.0.65 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979862 Dec 15 16:28:36.309400 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-591800e6-b895-461f-88aa-4f884ecc2e13 req-2b91de94-9784-4d31-90e5-7fa73f6f77bc service neutron] 10.222.0.65 "GET /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939941 Dec 15 16:28:36.415865 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d06af4-53df-429d-8eb9-024d4f2d458c req-873d3a3e-f384-4d20-a046-0a8d3f69c391 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:36.417373 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c4d06af4-53df-429d-8eb9-024d4f2d458c req-873d3a3e-f384-4d20-a046-0a8d3f69c391 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0545332 Dec 15 16:28:36.472176 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c4d06af4-53df-429d-8eb9-024d4f2d458c req-0553501f-7e06-4938-85f7-e7c4506352db tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482872 Dec 15 16:28:37.492634 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf74c0a-51b1-410f-8113-38a92bc5e43a req-bd6da71d-c9a6-4456-8fd5-44dabb7099fc tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:37.494151 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-dbf74c0a-51b1-410f-8113-38a92bc5e43a req-bd6da71d-c9a6-4456-8fd5-44dabb7099fc tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.65 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0568435 Dec 15 16:28:37.590514 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-dbf74c0a-51b1-410f-8113-38a92bc5e43a req-9ddaf4e4-759e-4c21-8a64-09cf5ae20556 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Deleting port 7f96dd5b-86e2-412f-920f-6abc632fd890 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:37.590843 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-dbf74c0a-51b1-410f-8113-38a92bc5e43a req-9ddaf4e4-759e-4c21-8a64-09cf5ae20556 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:37.592085 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59466ca-1ca2-44fe-b60a-13ddba09dc9d req-79b43692-a50c-49d1-8bd5-bd7fcc8a55fb tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:37.595851 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d59466ca-1ca2-44fe-b60a-13ddba09dc9d req-79b43692-a50c-49d1-8bd5-bd7fcc8a55fb tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/ports?device_id=afd5ac96-daf3-4608-818c-190e076c2f6d HTTP/1.1" status: 200 len: 945 time: 0.0550604 Dec 15 16:28:37.650643 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d59466ca-1ca2-44fe-b60a-13ddba09dc9d req-f80580de-f5af-48f3-ac92-90a7a25f51a8 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14d440d-b76e-440e-9e48-59f1e9e24038&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507646 Dec 15 16:28:37.687916 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-dbf74c0a-51b1-410f-8113-38a92bc5e43a req-9ddaf4e4-759e-4c21-8a64-09cf5ae20556 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] For port 7f96dd5b-86e2-412f-920f-6abc632fd890, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=7f96dd5b-86e2-412f-920f-6abc632fd890,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:37.688128 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-dbf74c0a-51b1-410f-8113-38a92bc5e43a req-9ddaf4e4-759e-4c21-8a64-09cf5ae20556 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:37.703261 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-dbf74c0a-51b1-410f-8113-38a92bc5e43a req-9ddaf4e4-759e-4c21-8a64-09cf5ae20556 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Calling delete_port for 7f96dd5b-86e2-412f-920f-6abc632fd890 owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:37.839052 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-dbf74c0a-51b1-410f-8113-38a92bc5e43a req-9ddaf4e4-759e-4c21-8a64-09cf5ae20556 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:37.865852 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddaf4e4-759e-4c21-8a64-09cf5ae20556 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Pushing event deleted for resources: {'Port': ['ID=7f96dd5b-86e2-412f-920f-6abc632fd890,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:37.913283 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf74c0a-51b1-410f-8113-38a92bc5e43a req-9ddaf4e4-759e-4c21-8a64-09cf5ae20556 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] No DVR routers for this DVR port 7f96dd5b-86e2-412f-920f-6abc632fd890 on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:28:37.916386 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-dbf74c0a-51b1-410f-8113-38a92bc5e43a req-9ddaf4e4-759e-4c21-8a64-09cf5ae20556 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:37.919937 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-dbf74c0a-51b1-410f-8113-38a92bc5e43a req-9ddaf4e4-759e-4c21-8a64-09cf5ae20556 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.65 "DELETE /v2.0/ports/7f96dd5b-86e2-412f-920f-6abc632fd890 HTTP/1.1" status: 204 len: 173 time: 0.4195931 Dec 15 16:28:37.920391 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'name': 'network-vif-deleted', 'tag': '7f96dd5b-86e2-412f-920f-6abc632fd890'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:28:37.923407 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6912c23c-4d70-4cac-a123-cbe82efd1838" -d '{"events": [{"server_uuid": "afd5ac96-daf3-4608-818c-190e076c2f6d", "name": "network-vif-deleted", "tag": "7f96dd5b-86e2-412f-920f-6abc632fd890"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:28:37.970269 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00f80ad-014d-4c3b-857a-8f89df4d5213 x-openstack-request-id: req-c00f80ad-014d-4c3b-857a-8f89df4d5213 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:28:37.970696 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd5ac96-daf3-4608-818c-190e076c2f6d", "name": "network-vif-deleted", "tag": "7f96dd5b-86e2-412f-920f-6abc632fd890", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:28:37.970987 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c00f80ad-014d-4c3b-857a-8f89df4d5213 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:28:37.971488 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd5ac96-daf3-4608-818c-190e076c2f6d', 'name': 'network-vif-deleted', 'tag': '7f96dd5b-86e2-412f-920f-6abc632fd890', 'status': 'completed', 'code': 200} Dec 15 16:28:38.712505 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43688) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:38.772445 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-33a664d4-3120-4e5e-8207-22d281cc8849 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:38.798856 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-33a664d4-3120-4e5e-8207-22d281cc8849 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:38.875262 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-33a664d4-3120-4e5e-8207-22d281cc8849 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:38.877939 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-33a664d4-3120-4e5e-8207-22d281cc8849 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:38.879106 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-33a664d4-3120-4e5e-8207-22d281cc8849 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] 10.222.0.60 "DELETE /v2.0/security-groups/b14d440d-b76e-440e-9e48-59f1e9e24038 HTTP/1.1" status: 204 len: 168 time: 0.1656237 Dec 15 16:28:38.888419 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a664d4-3120-4e5e-8207-22d281cc8849 tempest-TestShelveInstance-1481392955 tempest-TestShelveInstance-1481392955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14d440d-b76e-440e-9e48-59f1e9e24038,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:38.955337 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43702) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:39.277298 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43714) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:39.401359 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:28:39.402641 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c2ac00b6-b646-42fc-a726-5aed1f83a4ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:39.524453 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-925fb485-23ad-4b38-8de1-c8f413804200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534539'] for router_interface, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:39.527132 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c2ac00b6-b646-42fc-a726-5aed1f83a4ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:39.562090 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c2ac00b6-b646-42fc-a726-5aed1f83a4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:39.639175 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-c2ac00b6-b646-42fc-a726-5aed1f83a4ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2533e4367b6c4755a5eb34441cc6b5c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3607063 Dec 15 16:28:39.642531 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43718) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:39.644073 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac00b6-b646-42fc-a726-5aed1f83a4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0d8dec-c8f9-4b0d-b242-03013ea9fc4b,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:39.694175 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c761fd44-0633-47c4-9860-07bd96998f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:39.715777 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c761fd44-0633-47c4-9860-07bd96998f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:39.766988 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c761fd44-0633-47c4-9860-07bd96998f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:39.769778 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c761fd44-0633-47c4-9860-07bd96998f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:39.770960 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c761fd44-0633-47c4-9860-07bd96998f9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d0d8dec-c8f9-4b0d-b242-03013ea9fc4b HTTP/1.1" status: 204 len: 168 time: 0.1274581 Dec 15 16:28:39.782041 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761fd44-0633-47c4-9860-07bd96998f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0d8dec-c8f9-4b0d-b242-03013ea9fc4b,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:39.825127 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-925fb485-23ad-4b38-8de1-c8f413804200 admin admin] Deleting port a91e2a56-866d-4de4-8d6b-35f8694a1b03 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:39.825746 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-925fb485-23ad-4b38-8de1-c8f413804200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:39.907539 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-925fb485-23ad-4b38-8de1-c8f413804200 admin admin] For port a91e2a56-866d-4de4-8d6b-35f8694a1b03, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=a91e2a56-866d-4de4-8d6b-35f8694a1b03,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:39.907871 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-925fb485-23ad-4b38-8de1-c8f413804200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:39.920815 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-925fb485-23ad-4b38-8de1-c8f413804200 admin admin] Calling delete_port for a91e2a56-866d-4de4-8d6b-35f8694a1b03 owned by network:router_interface {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:40.040190 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43724) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:40.053310 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-edceb437-f892-4421-b250-4c32e56af21f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:40.116271 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-925fb485-23ad-4b38-8de1-c8f413804200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:40.135749 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-edceb437-f892-4421-b250-4c32e56af21f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:40.140904 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-edceb437-f892-4421-b250-4c32e56af21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:40.144656 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fb485-23ad-4b38-8de1-c8f413804200 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91e2a56-866d-4de4-8d6b-35f8694a1b03,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:40.206982 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-edceb437-f892-4421-b250-4c32e56af21f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f72a48cd01764d6684229e7a8da584f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656566 Dec 15 16:28:40.209828 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43730) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:40.210420 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edceb437-f892-4421-b250-4c32e56af21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df6895d-9232-4f60-8991-e5241d7c8700,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:40.357181 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b562-8787-468c-9b9c-bbba2289bf58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:40.394957 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b562-8787-468c-9b9c-bbba2289bf58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:40.406602 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-925fb485-23ad-4b38-8de1-c8f413804200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534679'] for router_interface, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:40.541256 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b562-8787-468c-9b9c-bbba2289bf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:40.544067 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b562-8787-468c-9b9c-bbba2289bf58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:40.545231 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-f7a3b562-8787-468c-9b9c-bbba2289bf58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2df6895d-9232-4f60-8991-e5241d7c8700 HTTP/1.1" status: 204 len: 168 time: 0.3338652 Dec 15 16:28:40.560301 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3b562-8787-468c-9b9c-bbba2289bf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df6895d-9232-4f60-8991-e5241d7c8700,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:40.673885 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925fb485-23ad-4b38-8de1-c8f413804200 admin admin] Router a62582a1-957f-4be8-a13e-9742eefc728a has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:28:40.930695 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 7f96dd5b-86e2-412f-920f-6abc632fd890 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:40.950774 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: 7f96dd5b-86e2-412f-920f-6abc632fd890 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:40.951266 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 7f96dd5b-86e2-412f-920f-6abc632fd890 not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:41.060974 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925fb485-23ad-4b38-8de1-c8f413804200 admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:28:41.066298 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-925fb485-23ad-4b38-8de1-c8f413804200 admin admin] 10.222.0.60 "PUT /v2.0/routers/a62582a1-957f-4be8-a13e-9742eefc728a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1101546 Dec 15 16:28:41.068793 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43752) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:41.071478 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a5390-96d1-4cf9-9742-c6cd8cc5e1b4 None None] Sync routers for ids ['a62582a1-957f-4be8-a13e-9742eefc728a'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:28:41.082338 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a5390-96d1-4cf9-9742-c6cd8cc5e1b4 None None] Routers {'a62582a1-957f-4be8-a13e-9742eefc728a'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:41.082979 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4c9a5390-96d1-4cf9-9742-c6cd8cc5e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:28:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['a62582a1-957f-4be8-a13e-9742eefc728a'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:41.176183 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] Publish callbacks [] for router, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:41.195864 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-4c9a5390-96d1-4cf9-9742-c6cd8cc5e1b4 None None] Set router a62582a1-957f-4be8-a13e-9742eefc728a gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:41.284174 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:41.348247 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] Deleting port 23abdabd-37ba-4ec2-a45e-a0a1af0728dd {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:41.348622 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:41.404846 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4c9a5390-96d1-4cf9-9742-c6cd8cc5e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:28:40Z', 'revision_number': 5, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'gw_port': {'id': '23abdabd-37ba-4ec2-a45e-a0a1af0728dd', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:22:44Z', 'updated_at': '2021-12-15T16:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:41.433626 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a5390-96d1-4cf9-9742-c6cd8cc5e1b4 None None] Checking router: a62582a1-957f-4be8-a13e-9742eefc728a for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:28:41.440200 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] For port 23abdabd-37ba-4ec2-a45e-a0a1af0728dd, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=23abdabd-37ba-4ec2-a45e-a0a1af0728dd,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:41.440647 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:41.448769 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a5390-96d1-4cf9-9742-c6cd8cc5e1b4 None None] Routers {'a62582a1-957f-4be8-a13e-9742eefc728a'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:41.449327 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4c9a5390-96d1-4cf9-9742-c6cd8cc5e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:28:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['a62582a1-957f-4be8-a13e-9742eefc728a'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:41.454055 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] Calling delete_port for 23abdabd-37ba-4ec2-a45e-a0a1af0728dd owned by network:router_gateway {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:41.632900 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:41.660391 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] Pushing event deleted for resources: {'Port': ['ID=23abdabd-37ba-4ec2-a45e-a0a1af0728dd,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:41.671201 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-4c9a5390-96d1-4cf9-9742-c6cd8cc5e1b4 None None] Set router a62582a1-957f-4be8-a13e-9742eefc728a gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:41.731483 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534837'] for router_gateway, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:41.745142 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-4c9a5390-96d1-4cf9-9742-c6cd8cc5e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:28:41Z', 'revision_number': 6, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'gw_port_host': None}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:41.775168 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9a5390-96d1-4cf9-9742-c6cd8cc5e1b4 None None] The sync data for ids ['a62582a1-957f-4be8-a13e-9742eefc728a'] in dv-cinder-812685-4-iscsi is: [{'id': 'a62582a1-957f-4be8-a13e-9742eefc728a', 'name': 'tempest-TestShelveInstance-755864261-router', 'tenant_id': '60fc732badb0488392694e6d6c67d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:42Z', 'updated_at': '2021-12-15T16:28:41Z', 'revision_number': 6, 'project_id': '60fc732badb0488392694e6d6c67d5dc', 'gw_port_host': None}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:28:41.826966 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:41.829365 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:41.874183 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540332'] for router, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:41.874812 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a62582a1-957f-4be8-a13e-9742eefc728a {{(pid=102566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:28:41.879224 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] Publish callbacks [] for router, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:41.882708 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-b9bccac4-c6d7-4f43-b923-420d03255652 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a62582a1-957f-4be8-a13e-9742eefc728a HTTP/1.1" status: 204 len: 168 time: 0.8106644 Dec 15 16:28:41.882909 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43778) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:41.927146 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8ad6ea-9644-441f-a075-aa43e63c9e2b admin admin] Deleting subnet 45118a8a-76e1-4368-be2a-344063d4d805 {{(pid=102566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:28:41.930535 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5b8ad6ea-9644-441f-a075-aa43e63c9e2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:41.971279 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5b8ad6ea-9644-441f-a075-aa43e63c9e2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2822445'] for subnet, precommit_delete_associations {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.051919 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5b8ad6ea-9644-441f-a075-aa43e63c9e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.106146 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5b8ad6ea-9644-441f-a075-aa43e63c9e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10307840'] for subnet, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.133987 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ad6ea-9644-441f-a075-aa43e63c9e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45118a8a-76e1-4368-be2a-344063d4d805,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:42.136109 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5b8ad6ea-9644-441f-a075-aa43e63c9e2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.141154 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07a910e-e03f-406e-bf02-76419fe78e9a None None] Network d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:28:42.142051 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-5b8ad6ea-9644-441f-a075-aa43e63c9e2b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/45118a8a-76e1-4368-be2a-344063d4d805 HTTP/1.1" status: 204 len: 168 time: 0.2581291 Dec 15 16:28:42.142278 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43786) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:42.277649 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.303436 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device a91e2a56-866d-4de4-8d6b-35f8694a1b03 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:42.344377 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: a91e2a56-866d-4de4-8d6b-35f8694a1b03 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:42.346630 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device a91e2a56-866d-4de4-8d6b-35f8694a1b03 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:42.352936 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041ae29f-5baa-41cf-a5f6-673bdaecd50c None None] DHCP port deletion for d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 request from dv-cinder-812685-4-iscsi {{(pid=102568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:28:42.369595 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] Deleting port 7490bbf7-9e79-417e-8f73-f75fd691c51e {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:42.370759 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.410193 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-041ae29f-5baa-41cf-a5f6-673bdaecd50c None None] Deleting port 7490bbf7-9e79-417e-8f73-f75fd691c51e {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:42.410565 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-041ae29f-5baa-41cf-a5f6-673bdaecd50c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.448795 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] For port 7490bbf7-9e79-417e-8f73-f75fd691c51e, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=7490bbf7-9e79-417e-8f73-f75fd691c51e,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:42.449270 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.471034 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43798) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:42.477335 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] Calling delete_port for 7490bbf7-9e79-417e-8f73-f75fd691c51e owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:42.481321 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-041ae29f-5baa-41cf-a5f6-673bdaecd50c None None] For port 7490bbf7-9e79-417e-8f73-f75fd691c51e, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=7490bbf7-9e79-417e-8f73-f75fd691c51e,segment=NetworkSegment(13d19cab-7020-41c2-b04c-78235294896b),segment_id=13d19cab-7020-41c2-b04c-78235294896b)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:42.482118 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-041ae29f-5baa-41cf-a5f6-673bdaecd50c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.497450 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-041ae29f-5baa-41cf-a5f6-673bdaecd50c None None] Calling delete_port for 7490bbf7-9e79-417e-8f73-f75fd691c51e owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:42.571763 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.589666 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] No DVR routers for this DVR port 7490bbf7-9e79-417e-8f73-f75fd691c51e on host dv-cinder-812685-4-iscsi {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:28:42.615619 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-26ce51a3-aa88-440a-82df-2f8b1246df81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.624866 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-041ae29f-5baa-41cf-a5f6-673bdaecd50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.635008 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7490bbf7-9e79-417e-8f73-f75fd691c51e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:42.669211 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ae29f-5baa-41cf-a5f6-673bdaecd50c None None] No DVR routers for this DVR port 7490bbf7-9e79-417e-8f73-f75fd691c51e on host dv-cinder-812685-4-iscsi {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:28:42.676470 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ae29f-5baa-41cf-a5f6-673bdaecd50c None None] Pushing event deleted for resources: {'Port': ['ID=7490bbf7-9e79-417e-8f73-f75fd691c51e,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:42.702602 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.745504 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3448ec3-4b1e-4f23-bb59-4f667d1a0a58']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:42.752713 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-26ce51a3-aa88-440a-82df-2f8b1246df81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.759860 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d19cab-7020-41c2-b04c-78235294896b') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:42.760282 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d19cab-7020-41c2-b04c-78235294896b') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:42.764730 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-26ce51a3-aa88-440a-82df-2f8b1246df81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.777351 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2932679'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.800454 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.804536 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-26ce51a3-aa88-440a-82df-2f8b1246df81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=808e782d3cda4a69a4477f6d87771c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321126 Dec 15 16:28:42.808957 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43808) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:42.816237 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce51a3-aa88-440a-82df-2f8b1246df81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d942102a-5d91-4eff-b08b-ffcd629ebde6,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:42.823813 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:28:42.824318 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10256207'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: Traceback (most recent call last): Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: timer() Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: cb(*args, **kw) Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: return func(*args, **kwargs) Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: self._notify() Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: self.callback(batched_events) Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: event.method(event) Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: return f(self, *a, **k) Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: return self._get(url).json() Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:28:42.826134 dv-cinder-812685-4-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:28:42.872846 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-18cdba75-7dc8-44cf-8ed2-ed34118a4994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.893940 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080876b-7b04-4e12-9f5c-8ecc71a9a07c req-0a67d181-8c74-457d-b306-d4dae4c96d33 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:42.895563 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8080876b-7b04-4e12-9f5c-8ecc71a9a07c req-0a67d181-8c74-457d-b306-d4dae4c96d33 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.1097806 Dec 15 16:28:42.899189 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-18cdba75-7dc8-44cf-8ed2-ed34118a4994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.901755 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.913404 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:42.916718 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d3448ec3-4b1e-4f23-bb59-4f667d1a0a58 HTTP/1.1" status: 204 len: 168 time: 0.7733576 Dec 15 16:28:42.920627 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43810) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:42.937832 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc894079-b130-41ba-9562-455b950725d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3448ec3-4b1e-4f23-bb59-4f667d1a0a58,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:42.973683 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8080876b-7b04-4e12-9f5c-8ecc71a9a07c req-a56834a5-73b6-45e0-acc7-788de8dc08f4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696261 Dec 15 16:28:43.028648 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-18cdba75-7dc8-44cf-8ed2-ed34118a4994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:43.031854 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-18cdba75-7dc8-44cf-8ed2-ed34118a4994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:43.033038 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-18cdba75-7dc8-44cf-8ed2-ed34118a4994 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d942102a-5d91-4eff-b08b-ffcd629ebde6 HTTP/1.1" status: 204 len: 168 time: 0.2231767 Dec 15 16:28:43.047625 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdba75-7dc8-44cf-8ed2-ed34118a4994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d942102a-5d91-4eff-b08b-ffcd629ebde6,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:43.329562 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43816) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:43.338587 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92b87a2a-ac1c-42d8-972a-eda533b39e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534539'] for router_interface, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:43.346550 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6ef406c-441d-4440-90a5-86dc0b78a9d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:43.424248 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6ef406c-441d-4440-90a5-86dc0b78a9d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:43.429915 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d6ef406c-441d-4440-90a5-86dc0b78a9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:43.469475 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d6ef406c-441d-4440-90a5-86dc0b78a9d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29f430efad5f479fb61c97e76fc8e794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387067 Dec 15 16:28:43.470347 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef406c-441d-4440-90a5-86dc0b78a9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeef2c9-a2a7-4288-90ed-c4809f5ff981,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:43.473615 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43818) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:43.524537 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b70b9a9-d27a-4e63-a2a2-60967c39337c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:43.551585 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b70b9a9-d27a-4e63-a2a2-60967c39337c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:43.596920 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-92b87a2a-ac1c-42d8-972a-eda533b39e8d admin admin] Deleting port 8295bc58-46ce-4c03-bacd-1d080a4da3d4 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:43.597296 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92b87a2a-ac1c-42d8-972a-eda533b39e8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:43.602130 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b70b9a9-d27a-4e63-a2a2-60967c39337c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:43.604871 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-3b70b9a9-d27a-4e63-a2a2-60967c39337c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:43.606017 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-3b70b9a9-d27a-4e63-a2a2-60967c39337c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8aeef2c9-a2a7-4288-90ed-c4809f5ff981 HTTP/1.1" status: 204 len: 168 time: 0.1311429 Dec 15 16:28:43.615109 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70b9a9-d27a-4e63-a2a2-60967c39337c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeef2c9-a2a7-4288-90ed-c4809f5ff981,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:43.688999 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-92b87a2a-ac1c-42d8-972a-eda533b39e8d admin admin] For port 8295bc58-46ce-4c03-bacd-1d080a4da3d4, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=8295bc58-46ce-4c03-bacd-1d080a4da3d4,segment=NetworkSegment(3a08d41b-38a0-45f4-8d76-9c704904be0a),segment_id=3a08d41b-38a0-45f4-8d76-9c704904be0a)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:43.689380 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92b87a2a-ac1c-42d8-972a-eda533b39e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:43.703881 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-92b87a2a-ac1c-42d8-972a-eda533b39e8d admin admin] Calling delete_port for 8295bc58-46ce-4c03-bacd-1d080a4da3d4 owned by network:router_interface {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:43.887254 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92b87a2a-ac1c-42d8-972a-eda533b39e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:43.915020 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b87a2a-ac1c-42d8-972a-eda533b39e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=8295bc58-46ce-4c03-bacd-1d080a4da3d4,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:44.112200 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-92b87a2a-ac1c-42d8-972a-eda533b39e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534679'] for router_interface, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:44.193216 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928b260-e745-41ce-bba3-5734a476db6a req-49db8915-8c9d-4050-9e4c-9e3ac77244d0 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:44.194987 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0928b260-e745-41ce-bba3-5734a476db6a req-49db8915-8c9d-4050-9e4c-9e3ac77244d0 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0945604 Dec 15 16:28:44.264098 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0928b260-e745-41ce-bba3-5734a476db6a req-b6235111-224e-4633-b394-714d80489c2f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585399 Dec 15 16:28:44.313625 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 7490bbf7-9e79-417e-8f73-f75fd691c51e no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:44.377197 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b87a2a-ac1c-42d8-972a-eda533b39e8d admin admin] Router b3233dc9-ec02-4ef5-a908-1efe37c706d8 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:28:44.482744 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: 7490bbf7-9e79-417e-8f73-f75fd691c51e {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:44.483414 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 7490bbf7-9e79-417e-8f73-f75fd691c51e not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:44.484073 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 23abdabd-37ba-4ec2-a45e-a0a1af0728dd no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:44.488301 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b87a2a-ac1c-42d8-972a-eda533b39e8d admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:28:44.493603 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-92b87a2a-ac1c-42d8-972a-eda533b39e8d admin admin] 10.222.0.60 "PUT /v2.0/routers/b3233dc9-ec02-4ef5-a908-1efe37c706d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5719428 Dec 15 16:28:44.496117 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43844) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:44.510370 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609a793-5a85-40d2-be2d-9af19cccac89 None None] Sync routers for ids ['b3233dc9-ec02-4ef5-a908-1efe37c706d8'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:28:44.513029 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: 23abdabd-37ba-4ec2-a45e-a0a1af0728dd {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:44.513528 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 23abdabd-37ba-4ec2-a45e-a0a1af0728dd not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:44.523078 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609a793-5a85-40d2-be2d-9af19cccac89 None None] Routers {'b3233dc9-ec02-4ef5-a908-1efe37c706d8'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:44.523743 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-1609a793-5a85-40d2-be2d-9af19cccac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:28:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['b3233dc9-ec02-4ef5-a908-1efe37c706d8'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:44.627031 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:44.639267 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-1609a793-5a85-40d2-be2d-9af19cccac89 None None] Set router b3233dc9-ec02-4ef5-a908-1efe37c706d8 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:44.747349 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:44.802608 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] Deleting port 71637d57-6596-4583-bab2-e8a43e8c6058 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:44.802946 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:44.834135 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-1609a793-5a85-40d2-be2d-9af19cccac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'name': 'tempest-TestShelveInstance-612891670-router', 'tenant_id': '8374e47cb0dc42bcb17b2e74480c775c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.199'}], 'enable_snat': True}, 'gw_port_id': '71637d57-6596-4583-bab2-e8a43e8c6058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:59Z', 'updated_at': '2021-12-15T16:28:43Z', 'revision_number': 5, 'project_id': '8374e47cb0dc42bcb17b2e74480c775c', 'gw_port': {'id': '71637d57-6596-4583-bab2-e8a43e8c6058', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:23:02Z', 'updated_at': '2021-12-15T16:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:44.865575 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609a793-5a85-40d2-be2d-9af19cccac89 None None] Checking router: b3233dc9-ec02-4ef5-a908-1efe37c706d8 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:28:44.874462 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609a793-5a85-40d2-be2d-9af19cccac89 None None] Routers {'b3233dc9-ec02-4ef5-a908-1efe37c706d8'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:28:44.875293 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-1609a793-5a85-40d2-be2d-9af19cccac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:28:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['b3233dc9-ec02-4ef5-a908-1efe37c706d8'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:44.888925 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] For port 71637d57-6596-4583-bab2-e8a43e8c6058, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=71637d57-6596-4583-bab2-e8a43e8c6058,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:44.889299 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:44.902028 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] Calling delete_port for 71637d57-6596-4583-bab2-e8a43e8c6058 owned by network:router_gateway {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:44.964154 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-1609a793-5a85-40d2-be2d-9af19cccac89 None None] Set router b3233dc9-ec02-4ef5-a908-1efe37c706d8 gateway port host: None {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:28:45.019591 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-1609a793-5a85-40d2-be2d-9af19cccac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'name': 'tempest-TestShelveInstance-612891670-router', 'tenant_id': '8374e47cb0dc42bcb17b2e74480c775c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:59Z', 'updated_at': '2021-12-15T16:28:44Z', 'revision_number': 6, 'project_id': '8374e47cb0dc42bcb17b2e74480c775c', 'gw_port_host': None}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:45.050887 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609a793-5a85-40d2-be2d-9af19cccac89 None None] The sync data for ids ['b3233dc9-ec02-4ef5-a908-1efe37c706d8'] in dv-cinder-812685-4-iscsi is: [{'id': 'b3233dc9-ec02-4ef5-a908-1efe37c706d8', 'name': 'tempest-TestShelveInstance-612891670-router', 'tenant_id': '8374e47cb0dc42bcb17b2e74480c775c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:22:59Z', 'updated_at': '2021-12-15T16:28:44Z', 'revision_number': 6, 'project_id': '8374e47cb0dc42bcb17b2e74480c775c', 'gw_port_host': None}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:28:45.080885 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:45.108509 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71637d57-6596-4583-bab2-e8a43e8c6058,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:45.172227 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534837'] for router_gateway, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:45.427101 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ae009-aa7b-4956-be16-32abb838325a req-71cd81d0-9ddf-44cf-833b-f924bd6e5922 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:45.435773 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-479ae009-aa7b-4956-be16-32abb838325a req-71cd81d0-9ddf-44cf-833b-f924bd6e5922 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0634851 Dec 15 16:28:45.493456 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-479ae009-aa7b-4956-be16-32abb838325a req-20190fd1-d546-4fb6-83d0-3b33e7618f3f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567200 Dec 15 16:28:45.550023 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:45.552398 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:45.600695 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540332'] for router, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:45.601125 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3233dc9-ec02-4ef5-a908-1efe37c706d8 {{(pid=102566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:28:45.606724 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] Publish callbacks [] for router, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:45.608367 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-43baefa1-bb80-4ae5-89f5-07847ebd17e3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b3233dc9-ec02-4ef5-a908-1efe37c706d8 HTTP/1.1" status: 204 len: 168 time: 1.1110175 Dec 15 16:28:45.611020 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43870) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:45.663165 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb573534-c4ba-46c2-bb4d-593ed7816e9f admin admin] Deleting subnet 3dab3c65-7c46-40d6-b156-eafa4fbd8beb {{(pid=102566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:28:45.668804 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fb573534-c4ba-46c2-bb4d-593ed7816e9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:45.704644 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fb573534-c4ba-46c2-bb4d-593ed7816e9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2822445'] for subnet, precommit_delete_associations {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:45.785556 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fb573534-c4ba-46c2-bb4d-593ed7816e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:45.836750 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fb573534-c4ba-46c2-bb4d-593ed7816e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10307840'] for subnet, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:45.861838 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb573534-c4ba-46c2-bb4d-593ed7816e9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dab3c65-7c46-40d6-b156-eafa4fbd8beb,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:45.865533 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fb573534-c4ba-46c2-bb4d-593ed7816e9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:45.869218 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-fb573534-c4ba-46c2-bb4d-593ed7816e9f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3dab3c65-7c46-40d6-b156-eafa4fbd8beb HTTP/1.1" status: 204 len: 168 time: 0.2562900 Dec 15 16:28:45.871241 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43876) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:45.873863 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5007313-011f-4121-9713-07297c9216b3 None None] Network 7fed9d81-d354-44cc-8428-ba5a2ef89db9 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:28:45.946641 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.006405 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] Deleting port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:46.006742 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.027473 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5f8028-fc6f-4ba0-945e-1be2128498c1 None None] DHCP port deletion for 7fed9d81-d354-44cc-8428-ba5a2ef89db9 request from dv-cinder-812685-4-iscsi {{(pid=102568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:28:46.074767 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] For port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=fa2c11a1-688b-49a1-af3d-d9a439d4ecd0,segment=NetworkSegment(3a08d41b-38a0-45f4-8d76-9c704904be0a),segment_id=3a08d41b-38a0-45f4-8d76-9c704904be0a)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:46.075140 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.085414 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f8028-fc6f-4ba0-945e-1be2128498c1 None None] Deleting port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:28:46.085788 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8028-fc6f-4ba0-945e-1be2128498c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.089380 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] Calling delete_port for fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 owned by network:dhcp {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:46.151581 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-ed5f8028-fc6f-4ba0-945e-1be2128498c1 None None] For port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=fa2c11a1-688b-49a1-af3d-d9a439d4ecd0,segment=NetworkSegment(3a08d41b-38a0-45f4-8d76-9c704904be0a),segment_id=3a08d41b-38a0-45f4-8d76-9c704904be0a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:46.151954 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8028-fc6f-4ba0-945e-1be2128498c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.165648 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f8028-fc6f-4ba0-945e-1be2128498c1 None None] Calling delete_port for fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:28:46.186939 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.201776 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] No DVR routers for this DVR port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 on host dv-cinder-812685-4-iscsi {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:28:46.222855 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2c11a1-688b-49a1-af3d-d9a439d4ecd0,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:46.239342 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 8295bc58-46ce-4c03-bacd-1d080a4da3d4 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:46.265712 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: 8295bc58-46ce-4c03-bacd-1d080a4da3d4 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:46.266092 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 8295bc58-46ce-4c03-bacd-1d080a4da3d4 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:46.266515 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:46.294763 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:46.295323 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:46.295492 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.295931 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 71637d57-6596-4583-bab2-e8a43e8c6058 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:28:46.318103 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fed9d81-d354-44cc-8428-ba5a2ef89db9']}} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:46.327259 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: 71637d57-6596-4583-bab2-e8a43e8c6058 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:28:46.327627 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 71637d57-6596-4583-bab2-e8a43e8c6058 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:28:46.328208 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a08d41b-38a0-45f4-8d76-9c704904be0a') {'for_net_delete': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:46.329168 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a08d41b-38a0-45f4-8d76-9c704904be0a') {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:28:46.339184 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2822614'] for segment, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.344493 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed5f8028-fc6f-4ba0-945e-1be2128498c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.353305 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.361826 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:28:46.362259 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3002548'] for segment, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: Traceback (most recent call last): Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: timer() Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: cb(*args, **kw) Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: return func(*args, **kwargs) Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: self._notify() Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: self.callback(batched_events) Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: event.method(event) Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: return f(self, *a, **k) Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._get(url).json() Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: return self.request(url, 'GET', **kwargs) Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:28:46.364240 dv-cinder-812685-4-iscsi neutron-server[102566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:28:46.377681 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f8028-fc6f-4ba0-945e-1be2128498c1 None None] No DVR routers for this DVR port fa2c11a1-688b-49a1-af3d-d9a439d4ecd0 on host dv-cinder-812685-4-iscsi {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:28:46.382120 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f8028-fc6f-4ba0-945e-1be2128498c1 None None] Pushing event deleted for resources: {'Port': ['ID=fa2c11a1-688b-49a1-af3d-d9a439d4ecd0,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:46.417797 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.423168 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.426454 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7fed9d81-d354-44cc-8428-ba5a2ef89db9 HTTP/1.1" status: 204 len: 168 time: 0.5541880 Dec 15 16:28:46.438990 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289adffd-2a00-47e3-aff9-d60239304456 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fed9d81-d354-44cc-8428-ba5a2ef89db9,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:46.617137 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43882) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:46.630458 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7bb15-027e-4691-a553-7f290dd35c66 req-98338f14-39c8-458c-b9a4-ec93af996869 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:46.632080 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7ae7bb15-027e-4691-a553-7f290dd35c66 req-98338f14-39c8-458c-b9a4-ec93af996869 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0515473 Dec 15 16:28:46.657636 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-7bd96895-a39d-4ad5-bc9d-3c5ba42dff9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60fc732badb0488392694e6d6c67d5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391018 Dec 15 16:28:46.660894 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43884) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:46.685475 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7ae7bb15-027e-4691-a553-7f290dd35c66 req-2d200e56-2250-4101-a97c-8aa2238a430b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463421 Dec 15 16:28:46.723968 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-dc83aedc-0dc8-49d8-b9ae-c64ff5013c9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.745401 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-dc83aedc-0dc8-49d8-b9ae-c64ff5013c9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.794978 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-dc83aedc-0dc8-49d8-b9ae-c64ff5013c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.798375 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-dc83aedc-0dc8-49d8-b9ae-c64ff5013c9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:46.799726 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-dc83aedc-0dc8-49d8-b9ae-c64ff5013c9e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bfdc3116-7aaa-4f0c-a9ff-88d0b2a0f39e HTTP/1.1" status: 204 len: 168 time: 0.1386924 Dec 15 16:28:46.812694 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83aedc-0dc8-49d8-b9ae-c64ff5013c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdc3116-7aaa-4f0c-a9ff-88d0b2a0f39e,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:47.164090 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43898) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:47.204860 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-24c9352d-c0d3-40e3-b637-4a0379059d69 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8374e47cb0dc42bcb17b2e74480c775c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398245 Dec 15 16:28:47.207554 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43900) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:47.260185 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b8eccea4-b2cd-4d2f-8685-a0b7cb70b2d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:47.281272 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b8eccea4-b2cd-4d2f-8685-a0b7cb70b2d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:47.339877 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b8eccea4-b2cd-4d2f-8685-a0b7cb70b2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:47.342479 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b8eccea4-b2cd-4d2f-8685-a0b7cb70b2d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:47.343801 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-b8eccea4-b2cd-4d2f-8685-a0b7cb70b2d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10640052-ee54-4bc8-8316-3d149d8bb3aa HTTP/1.1" status: 204 len: 168 time: 0.1351669 Dec 15 16:28:47.352500 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eccea4-b2cd-4d2f-8685-a0b7cb70b2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10640052-ee54-4bc8-8316-3d149d8bb3aa,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:47.821912 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea1d50-60d2-4f3e-ab7a-2e4f216a2a81 req-b410bf0e-f804-428e-9abc-628612df43c4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:47.823398 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a7ea1d50-60d2-4f3e-ab7a-2e4f216a2a81 req-b410bf0e-f804-428e-9abc-628612df43c4 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0559576 Dec 15 16:28:47.873987 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a7ea1d50-60d2-4f3e-ab7a-2e4f216a2a81 req-c3d7deeb-fc00-492a-bd84-06a07046612d tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442688 Dec 15 16:28:49.028208 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4f2be-dd7d-4df9-a73b-5364de8e881a req-36eeed8f-cf4b-4abe-8119-1093726d0838 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:49.029689 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-81b4f2be-dd7d-4df9-a73b-5364de8e881a req-36eeed8f-cf4b-4abe-8119-1093726d0838 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0693629 Dec 15 16:28:49.082207 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-81b4f2be-dd7d-4df9-a73b-5364de8e881a req-b99d384b-32d4-460f-b0f7-91c9cbb10719 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438411 Dec 15 16:28:49.752977 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 43932) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:49.871209 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f72e-326c-4c29-8c53-a4317d7d447d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:49.957595 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f72e-326c-4c29-8c53-a4317d7d447d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:49.963824 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d1f1f72e-326c-4c29-8c53-a4317d7d447d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:50.011003 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d1f1f72e-326c-4c29-8c53-a4317d7d447d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44f7e63a8964420789a43c621f782c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559698 Dec 15 16:28:50.012750 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1f72e-326c-4c29-8c53-a4317d7d447d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6182040d-4a87-43f5-b000-35ffa4c1c607,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:50.013000 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43936) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:50.069339 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-10d64654-9876-426b-b59c-22b6884c8bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:50.094141 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-10d64654-9876-426b-b59c-22b6884c8bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:50.146272 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-10d64654-9876-426b-b59c-22b6884c8bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:50.148967 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-10d64654-9876-426b-b59c-22b6884c8bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:50.150191 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-10d64654-9876-426b-b59c-22b6884c8bc9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6182040d-4a87-43f5-b000-35ffa4c1c607 HTTP/1.1" status: 204 len: 168 time: 0.1361055 Dec 15 16:28:50.158543 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d64654-9876-426b-b59c-22b6884c8bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6182040d-4a87-43f5-b000-35ffa4c1c607,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:50.219156 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ae678-9c49-4ab9-87e9-f0cf0586c2a5 req-15938b64-8b4a-4ddf-94b4-f11f7e92377b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:50.221005 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-080ae678-9c49-4ab9-87e9-f0cf0586c2a5 req-15938b64-8b4a-4ddf-94b4-f11f7e92377b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0533829 Dec 15 16:28:50.273235 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-080ae678-9c49-4ab9-87e9-f0cf0586c2a5 req-fbe0876f-a81f-4bd5-8b20-15dcf30c20bb tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459461 Dec 15 16:28:50.442728 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43944) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:50.462319 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-3be72ace-605e-4fac-be7c-5933d1ce2ac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:50.541113 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-3be72ace-605e-4fac-be7c-5933d1ce2ac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:50.545486 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-3be72ace-605e-4fac-be7c-5933d1ce2ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:50.580684 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be72ace-605e-4fac-be7c-5933d1ce2ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7878dc08-aca6-4702-a82b-43a7ca0f25be,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:50.584907 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-3be72ace-605e-4fac-be7c-5933d1ce2ac3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8612f7836bf64ecd92df44b687a7c517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407175 Dec 15 16:28:50.587891 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 43946) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:50.635081 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f3a1ed22-1d4c-4dd9-ad31-161c7e33c5cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:50.658536 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f3a1ed22-1d4c-4dd9-ad31-161c7e33c5cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:50.706535 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f3a1ed22-1d4c-4dd9-ad31-161c7e33c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:50.709083 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f3a1ed22-1d4c-4dd9-ad31-161c7e33c5cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:50.710234 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-f3a1ed22-1d4c-4dd9-ad31-161c7e33c5cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7878dc08-aca6-4702-a82b-43a7ca0f25be HTTP/1.1" status: 204 len: 168 time: 0.1216259 Dec 15 16:28:50.718408 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1ed22-1d4c-4dd9-ad31-161c7e33c5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7878dc08-aca6-4702-a82b-43a7ca0f25be,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:51.403459 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f2fb9-9fea-4af2-9cb5-6683732b748d req-b9760b5a-ab04-4ad4-88c2-7dc5bfca9818 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:51.405054 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b16f2fb9-9fea-4af2-9cb5-6683732b748d req-b9760b5a-ab04-4ad4-88c2-7dc5bfca9818 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0529838 Dec 15 16:28:51.458731 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b16f2fb9-9fea-4af2-9cb5-6683732b748d req-aaa0592f-999e-4718-a707-c37a03d43fb8 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471787 Dec 15 16:28:52.597040 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff175f3-20fa-4cb6-b1b6-165b255a567f req-5b5fb4b9-c1bb-4689-a64b-b1553d65ed2a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:52.598571 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aff175f3-20fa-4cb6-b1b6-165b255a567f req-5b5fb4b9-c1bb-4689-a64b-b1553d65ed2a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0560765 Dec 15 16:28:52.650789 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aff175f3-20fa-4cb6-b1b6-165b255a567f req-6ff74afa-b26b-4f89-8bed-add56b3df67b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463138 Dec 15 16:28:53.784873 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20abdf-e66e-4b17-962c-d046a86088cc req-05bb5de3-3b73-4a14-8935-6e41e8dca04c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:53.786408 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1b20abdf-e66e-4b17-962c-d046a86088cc req-05bb5de3-3b73-4a14-8935-6e41e8dca04c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0522635 Dec 15 16:28:53.834871 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1b20abdf-e66e-4b17-962c-d046a86088cc req-bb7a6f74-62a9-42bd-9d3e-d61cae06a85f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423758 Dec 15 16:28:54.266981 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a89e35be-d20c-4467-b435-713d646313cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:54.930538 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 2e6e772a-f992-461a-881b-dffbf851deca details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:28:54.977723 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52e301-e6e1-40ec-b7ee-f08ca6f34a64 req-aec9958f-04b0-4b67-b506-c1ea97dac730 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:54.979323 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ba52e301-e6e1-40ec-b7ee-f08ca6f34a64 req-aec9958f-04b0-4b67-b506-c1ea97dac730 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0615387 Dec 15 16:28:55.035826 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ba52e301-e6e1-40ec-b7ee-f08ca6f34a64 req-8e11c712-9d2d-4f5d-a650-39246da81a67 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492785 Dec 15 16:28:55.044276 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 2e6e772a-f992-461a-881b-dffbf851deca, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2e6e772a-f992-461a-881b-dffbf851deca,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:55.057338 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '2e6e772a-f992-461a-881b-dffbf851deca', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'port_id': '2e6e772a-f992-461a-881b-dffbf851deca', 'mac_address': 'fa:16:3e:b4:f4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:28:55.103818 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:55.133434 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e6e772a-f992-461a-881b-dffbf851deca {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:28:55.163165 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 2e6e772a-f992-461a-881b-dffbf851deca, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2e6e772a-f992-461a-881b-dffbf851deca,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:55.168810 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:55.235649 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=2e6e772a-f992-461a-881b-dffbf851deca,revision_number=6']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:55.247632 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['2e6e772a-f992-461a-881b-dffbf851deca'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:28:56.175163 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f21a1-8ec7-4424-8854-9579504e0ab0 req-ff85806a-6c59-4474-b584-f6ee11f5c717 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:56.177091 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-063f21a1-8ec7-4424-8854-9579504e0ab0 req-ff85806a-6c59-4474-b584-f6ee11f5c717 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 945 time: 0.0605595 Dec 15 16:28:56.253931 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-063f21a1-8ec7-4424-8854-9579504e0ab0 req-0a4efcf4-ce72-4bd0-98ce-b8237bd68792 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610039 Dec 15 16:28:56.899586 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a651ebdb-883b-4191-942f-25286f52afe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:56.929046 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 2e6e772a-f992-461a-881b-dffbf851deca up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:28:57.014061 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 2e6e772a-f992-461a-881b-dffbf851deca triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:28:57.014685 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:57.137662 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:57.184498 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6e772a-f992-461a-881b-dffbf851deca'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:28:57.188243 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef53ad0-6c0a-455f-8623-4a51e9bc33a5" -d '{"events": [{"server_uuid": "bfff70d8-7b03-417e-886b-1929e47645d5", "name": "network-vif-plugged", "status": "completed", "tag": "2e6e772a-f992-461a-881b-dffbf851deca"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:28:57.212313 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 2e6e772a-f992-461a-881b-dffbf851deca, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2e6e772a-f992-461a-881b-dffbf851deca,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:28:57.221330 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:57.335272 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c0f6bd-fdac-44cd-83e3-ababf5446aa9 x-openstack-request-id: req-42c0f6bd-fdac-44cd-83e3-ababf5446aa9 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:28:57.335860 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfff70d8-7b03-417e-886b-1929e47645d5", "name": "network-vif-plugged", "status": "completed", "tag": "2e6e772a-f992-461a-881b-dffbf851deca", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:28:57.336258 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42c0f6bd-fdac-44cd-83e3-ababf5446aa9 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:28:57.336814 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6e772a-f992-461a-881b-dffbf851deca', 'code': 200} Dec 15 16:28:57.398754 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=2e6e772a-f992-461a-881b-dffbf851deca,revision_number=7']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:57.451518 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4d7eb-eca4-43e6-b697-58b506a3f086 req-9616c69c-6a9e-4a92-9e0b-fa521c224c17 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:57.453016 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7ec4d7eb-eca4-43e6-b697-58b506a3f086 req-9616c69c-6a9e-4a92-9e0b-fa521c224c17 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0894768 Dec 15 16:28:57.520134 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7ec4d7eb-eca4-43e6-b697-58b506a3f086 req-3a3c6b98-ffd5-411b-92a4-e83b467cb938 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605879 Dec 15 16:28:57.578437 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 44108) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:57.697097 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c474c296-69cb-41ec-9fe8-0b32aeca6b6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:57.775796 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c474c296-69cb-41ec-9fe8-0b32aeca6b6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:57.780494 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c474c296-69cb-41ec-9fe8-0b32aeca6b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:57.823968 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474c296-69cb-41ec-9fe8-0b32aeca6b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fb43cb-b38d-4931-94c3-6500d1d99a6d,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:57.828908 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-c474c296-69cb-41ec-9fe8-0b32aeca6b6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04fa449075fc48389c47dc27e3e92e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494166 Dec 15 16:28:57.831621 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 44112) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:57.884589 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4a7234c5-5500-45aa-814c-333425d34aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:57.906764 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4a7234c5-5500-45aa-814c-333425d34aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:57.970122 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4a7234c5-5500-45aa-814c-333425d34aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:57.974705 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-4a7234c5-5500-45aa-814c-333425d34aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:57.975912 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-4a7234c5-5500-45aa-814c-333425d34aef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8fb43cb-b38d-4931-94c3-6500d1d99a6d HTTP/1.1" status: 204 len: 168 time: 0.1432214 Dec 15 16:28:57.985063 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7234c5-5500-45aa-814c-333425d34aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fb43cb-b38d-4931-94c3-6500d1d99a6d,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:58.394527 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 44122) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:58.408976 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa0fd-da47-4e26-985b-3ab2c3e1072e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:58.515588 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa0fd-da47-4e26-985b-3ab2c3e1072e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:58.524431 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa0fd-da47-4e26-985b-3ab2c3e1072e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:58.569189 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-0dbaa0fd-da47-4e26-985b-3ab2c3e1072e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b195a5135b9547659191de20939ed42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732631 Dec 15 16:28:58.570237 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbaa0fd-da47-4e26-985b-3ab2c3e1072e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd30874-5b90-42b3-b552-55ffd8ae5c1d,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:58.571945 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 44126) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:28:58.635172 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fecdc5a3-fecc-4b43-8eb4-04446f1219b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:58.692455 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fecdc5a3-fecc-4b43-8eb4-04446f1219b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:58.742895 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef3c51-9c78-489b-8459-d9189c0d4a1b req-3347f0d8-0180-4466-9105-c9c5ed465fda tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:28:58.744397 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f5ef3c51-9c78-489b-8459-d9189c0d4a1b req-3347f0d8-0180-4466-9105-c9c5ed465fda tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.1158881 Dec 15 16:28:58.778094 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fecdc5a3-fecc-4b43-8eb4-04446f1219b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:58.780950 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-fecdc5a3-fecc-4b43-8eb4-04446f1219b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:58.785459 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-fecdc5a3-fecc-4b43-8eb4-04446f1219b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dcd30874-5b90-42b3-b552-55ffd8ae5c1d HTTP/1.1" status: 204 len: 168 time: 0.2117736 Dec 15 16:28:58.817218 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdc5a3-fecc-4b43-8eb4-04446f1219b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd30874-5b90-42b3-b552-55ffd8ae5c1d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:28:58.822055 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f5ef3c51-9c78-489b-8459-d9189c0d4a1b req-99bd2383-aea7-4819-a527-a6dec93c1ee9 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686283 Dec 15 16:28:58.881068 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:59.977196 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:59.986208 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:28:59.999251 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08ab23-c1ef-4ad4-b59d-484ba5f65367 req-ea4dc41c-a3cf-4cb0-8609-e05717bab594 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:00.008153 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ef08ab23-c1ef-4ad4-b59d-484ba5f65367 req-ea4dc41c-a3cf-4cb0-8609-e05717bab594 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0909026 Dec 15 16:29:00.070179 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ef08ab23-c1ef-4ad4-b59d-484ba5f65367 req-c6ee1b6b-cd52-4cbe-bac7-31a6265a266a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609403 Dec 15 16:29:00.995266 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:01.220349 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fe156-43ed-4a7c-a69a-97985b720c8f req-240160e9-15e6-4635-a92a-5e4759a7f516 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:01.224153 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7f3fe156-43ed-4a7c-a69a-97985b720c8f req-240160e9-15e6-4635-a92a-5e4759a7f516 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0711093 Dec 15 16:29:01.282405 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7f3fe156-43ed-4a7c-a69a-97985b720c8f req-9169f74b-80fa-4c61-90f5-16d6d1790cc2 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538492 Dec 15 16:29:02.424031 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1aae3-5d72-4934-9f25-e395f0116c73 req-ffdd1c05-6a60-4b1c-ab8f-2843a1230e51 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:02.425564 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-03c1aae3-5d72-4934-9f25-e395f0116c73 req-ffdd1c05-6a60-4b1c-ab8f-2843a1230e51 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0551281 Dec 15 16:29:02.478727 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-03c1aae3-5d72-4934-9f25-e395f0116c73 req-1cbe4028-1d2d-47e5-9c8b-d59c80602fda tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470018 Dec 15 16:29:03.471217 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 44194) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:29:03.622560 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da4893a4-8eee-4d4a-b3ba-c4e792389736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:03.641261 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0853b-e96e-43d7-a71b-9b0d69e150f6 req-d7384aab-29de-4804-8995-d74591b15f01 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:03.643248 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-73c0853b-e96e-43d7-a71b-9b0d69e150f6 req-d7384aab-29de-4804-8995-d74591b15f01 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0786512 Dec 15 16:29:03.746506 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-73c0853b-e96e-43d7-a71b-9b0d69e150f6 req-ed406d4a-c756-4b4d-a05e-c8a3c5a4c91f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891531 Dec 15 16:29:03.782027 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da4893a4-8eee-4d4a-b3ba-c4e792389736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:03.811028 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-da4893a4-8eee-4d4a-b3ba-c4e792389736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:03.851189 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-da4893a4-8eee-4d4a-b3ba-c4e792389736 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fdc14d395dc34d758a85a154d5e0eb4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789067 Dec 15 16:29:03.852382 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4893a4-8eee-4d4a-b3ba-c4e792389736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1281fec-42a9-4a16-9577-ed068b11e4e2,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:03.854098 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 44202) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:29:03.915881 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e57c5f31-ffe0-42ab-a682-a40ea2a6302f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:03.938309 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e57c5f31-ffe0-42ab-a682-a40ea2a6302f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:03.989286 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e57c5f31-ffe0-42ab-a682-a40ea2a6302f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:03.992407 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-e57c5f31-ffe0-42ab-a682-a40ea2a6302f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:03.997451 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-e57c5f31-ffe0-42ab-a682-a40ea2a6302f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1281fec-42a9-4a16-9577-ed068b11e4e2 HTTP/1.1" status: 204 len: 168 time: 0.1421041 Dec 15 16:29:04.010995 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c5f31-ffe0-42ab-a682-a40ea2a6302f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1281fec-42a9-4a16-9577-ed068b11e4e2,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:04.345116 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 44210) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:29:04.359350 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f53823db-28a0-473e-a724-57f839ff06ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:04.443305 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f53823db-28a0-473e-a724-57f839ff06ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:04.451305 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-f53823db-28a0-473e-a724-57f839ff06ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:04.484192 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53823db-28a0-473e-a724-57f839ff06ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322eb7d7-bbc6-45ba-bf68-1d35f98e2c79,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:04.510880 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-f53823db-28a0-473e-a724-57f839ff06ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1481eab9bf4348fc97b5f1b19bcf3c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644957 Dec 15 16:29:04.513922 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 44212) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:29:04.575169 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4f3f144-87a2-4c44-ac93-873254217db3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:04.598972 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4f3f144-87a2-4c44-ac93-873254217db3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:04.652627 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4f3f144-87a2-4c44-ac93-873254217db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:04.658255 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c4f3f144-87a2-4c44-ac93-873254217db3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:04.661940 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c4f3f144-87a2-4c44-ac93-873254217db3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/322eb7d7-bbc6-45ba-bf68-1d35f98e2c79 HTTP/1.1" status: 204 len: 168 time: 0.1445694 Dec 15 16:29:04.668024 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3f144-87a2-4c44-ac93-873254217db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322eb7d7-bbc6-45ba-bf68-1d35f98e2c79,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:04.922451 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d7460-1c38-4485-b9ba-337b230ad798 req-fe7f7c71-9b98-462c-b40d-bbb0499ed7a5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:04.924028 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1e0d7460-1c38-4485-b9ba-337b230ad798 req-fe7f7c71-9b98-462c-b40d-bbb0499ed7a5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0487511 Dec 15 16:29:04.976841 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1e0d7460-1c38-4485-b9ba-337b230ad798 req-afa9ad0c-63fc-4d1a-a8f2-ee99eba6b1b3 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464239 Dec 15 16:29:05.258540 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17931168-1d39-4585-a39a-bdd443ac2805 req-d401dcc6-57fc-428a-afc8-dcb266e125f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:05.261216 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-17931168-1d39-4585-a39a-bdd443ac2805 req-d401dcc6-57fc-428a-afc8-dcb266e125f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9dc6fd27025742699d14dbf14680c7c3&device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 1099 time: 0.0420198 Dec 15 16:29:05.359187 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17931168-1d39-4585-a39a-bdd443ac2805 req-b78c1216-6f4c-4b8e-8743-543aed2ccdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:05.360704 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-17931168-1d39-4585-a39a-bdd443ac2805 req-b78c1216-6f4c-4b8e-8743-543aed2ccdb2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8 HTTP/1.1" status: 200 len: 917 time: 0.0929179 Dec 15 16:29:05.428762 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-17931168-1d39-4585-a39a-bdd443ac2805 req-18217079-8bf1-4212-9597-09414ed3f408 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e6e772a-f992-461a-881b-dffbf851deca HTTP/1.1" status: 200 len: 1002 time: 0.0602152 Dec 15 16:29:05.478013 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17931168-1d39-4585-a39a-bdd443ac2805 req-0c79a747-bebf-45bb-bb4e-da64622ff390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:05.479667 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-17931168-1d39-4585-a39a-bdd443ac2805 req-0c79a747-bebf-45bb-bb4e-da64622ff390 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c16b0814-df17-4b92-aba8-9ee44c250c91 HTTP/1.1" status: 200 len: 855 time: 0.0438507 Dec 15 16:29:05.532581 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17931168-1d39-4585-a39a-bdd443ac2805 req-2577e0ac-a9e4-4a28-818b-df12155b901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:05.534293 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-17931168-1d39-4585-a39a-bdd443ac2805 req-2577e0ac-a9e4-4a28-818b-df12155b901a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461032 Dec 15 16:29:05.625838 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-17931168-1d39-4585-a39a-bdd443ac2805 req-da582edd-beb0-4aa2-8a2c-b29738013e0e service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842962 Dec 15 16:29:05.729254 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-17931168-1d39-4585-a39a-bdd443ac2805 req-2ca55773-270b-410d-a317-e9275f5d965d service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964093 Dec 15 16:29:06.102037 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa0442-0fee-47d0-8303-81540f7625dd req-c369addc-e170-486a-bc6b-48ac17bceea2 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:06.103545 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ecfa0442-0fee-47d0-8303-81540f7625dd req-c369addc-e170-486a-bc6b-48ac17bceea2 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0508406 Dec 15 16:29:06.152780 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ecfa0442-0fee-47d0-8303-81540f7625dd req-8bca695e-2a1f-4652-a68e-b06da4e2c9fc tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430307 Dec 15 16:29:07.287094 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25865af-e878-49ff-9130-2a301a978e35 req-80d5434a-b9c8-444b-8529-696de799ebf0 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:07.288653 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e25865af-e878-49ff-9130-2a301a978e35 req-80d5434a-b9c8-444b-8529-696de799ebf0 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0549293 Dec 15 16:29:07.354245 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e25865af-e878-49ff-9130-2a301a978e35 req-e423c7ee-40d1-4afd-a8fb-382686ec94b0 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530770 Dec 15 16:29:08.476271 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ed921-c03e-4350-9b8d-a349d172b0a3 req-3d37bb8c-3feb-444b-877a-77e8c210dbd1 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:08.477770 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-325ed921-c03e-4350-9b8d-a349d172b0a3 req-3d37bb8c-3feb-444b-877a-77e8c210dbd1 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 946 time: 0.0600970 Dec 15 16:29:08.532066 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-325ed921-c03e-4350-9b8d-a349d172b0a3 req-acda7db8-d5a0-4f59-84eb-9854deeeebcf tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481296 Dec 15 16:29:08.961405 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 2e6e772a-f992-461a-881b-dffbf851deca no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:29:09.040305 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:09.071451 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e6e772a-f992-461a-881b-dffbf851deca'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:29:09.073737 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbf8e6c-683e-4527-af24-b8787b685547" -d '{"events": [{"server_uuid": "bfff70d8-7b03-417e-886b-1929e47645d5", "name": "network-vif-unplugged", "status": "completed", "tag": "2e6e772a-f992-461a-881b-dffbf851deca"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:29:09.089399 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 2e6e772a-f992-461a-881b-dffbf851deca, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2e6e772a-f992-461a-881b-dffbf851deca,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:29:09.094188 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:09.122362 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 16:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593be894-976f-4df1-b383-c47282929c5a x-openstack-request-id: req-593be894-976f-4df1-b383-c47282929c5a {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:29:09.122678 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfff70d8-7b03-417e-886b-1929e47645d5", "name": "network-vif-unplugged", "status": "failed", "tag": "2e6e772a-f992-461a-881b-dffbf851deca", "code": 422}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:29:09.123131 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-593be894-976f-4df1-b383-c47282929c5a {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:29:09.123692 dv-cinder-812685-4-iscsi neutron-server[102568]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e6e772a-f992-461a-881b-dffbf851deca', 'code': 422} returned with failed status Dec 15 16:29:09.150494 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=2e6e772a-f992-461a-881b-dffbf851deca,revision_number=8']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:09.513620 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9e0e-64b6-4202-b994-a111f71e53f0 req-dd3360db-cf20-4feb-94b0-63eef905268a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:09.515096 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b68b9e0e-64b6-4202-b994-a111f71e53f0 req-dd3360db-cf20-4feb-94b0-63eef905268a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0500791 Dec 15 16:29:09.563979 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b68b9e0e-64b6-4202-b994-a111f71e53f0 req-48b19683-c4ad-43b0-895a-a61644931444 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423138 Dec 15 16:29:09.765233 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e9e4404b-c73d-48fb-b9a7-21e12b28cea4 req-9860230b-a5dd-4d5d-976d-6c3a21ae84e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444412 Dec 15 16:29:10.701617 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466c0d1-d90b-4996-80b1-c748f01affce req-f5282710-a420-48f1-9f82-2bb75a8b0672 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:10.703100 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0466c0d1-d90b-4996-80b1-c748f01affce req-f5282710-a420-48f1-9f82-2bb75a8b0672 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0552957 Dec 15 16:29:10.755052 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0466c0d1-d90b-4996-80b1-c748f01affce req-3866edbd-0e46-4f6f-b12b-d7f41f572c45 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454924 Dec 15 16:29:11.892104 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2663f2e-015d-4245-b3e7-3d45f0a2fd61 req-8f7f54f8-e624-4dae-a91f-d96769aba8be tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:11.893570 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d2663f2e-015d-4245-b3e7-3d45f0a2fd61 req-8f7f54f8-e624-4dae-a91f-d96769aba8be tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0601556 Dec 15 16:29:11.943866 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d2663f2e-015d-4245-b3e7-3d45f0a2fd61 req-2f4a72d4-3e32-41c1-a917-d6d84f4594cf tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437825 Dec 15 16:29:13.070892 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1cd4e-9309-4849-bfc9-084c11c0c1ab req-3ff70ea9-997b-4123-84af-424744ab9401 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:13.072425 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-69e1cd4e-9309-4849-bfc9-084c11c0c1ab req-3ff70ea9-997b-4123-84af-424744ab9401 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0542905 Dec 15 16:29:13.125617 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-69e1cd4e-9309-4849-bfc9-084c11c0c1ab req-4c731b7c-7ec5-4813-801d-86ade775759c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472305 Dec 15 16:29:14.270590 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247160c2-9fb6-47d3-83af-3660a6d01a3c req-3385130f-f47e-46d1-a3a8-6b06cb696165 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:14.272146 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-247160c2-9fb6-47d3-83af-3660a6d01a3c req-3385130f-f47e-46d1-a3a8-6b06cb696165 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0520606 Dec 15 16:29:14.325006 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-247160c2-9fb6-47d3-83af-3660a6d01a3c req-9f631acd-63ac-4753-b265-1388e043fbb5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439782 Dec 15 16:29:15.448207 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869d5a5-fa9e-47a8-a930-5a3b6ebc5403 req-e4370d6c-ed31-4daf-a1f1-e103526d7f58 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:15.449688 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4869d5a5-fa9e-47a8-a930-5a3b6ebc5403 req-e4370d6c-ed31-4daf-a1f1-e103526d7f58 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0486114 Dec 15 16:29:15.512068 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4869d5a5-fa9e-47a8-a930-5a3b6ebc5403 req-596ff937-26ef-4b5d-a647-25fdd9c83f21 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563982 Dec 15 16:29:16.106883 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4404b-c73d-48fb-b9a7-21e12b28cea4 req-a3423dcb-9497-497a-948e-c42e096c39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:16.108418 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9e4404b-c73d-48fb-b9a7-21e12b28cea4 req-a3423dcb-9497-497a-948e-c42e096c39e2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5&tenant_id=9dc6fd27025742699d14dbf14680c7c3 HTTP/1.1" status: 200 len: 1097 time: 0.0440123 Dec 15 16:29:16.180342 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4404b-c73d-48fb-b9a7-21e12b28cea4 req-095a0364-7fbc-4bf5-b8f9-081fcce5e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:16.181857 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9e4404b-c73d-48fb-b9a7-21e12b28cea4 req-095a0364-7fbc-4bf5-b8f9-081fcce5e4a7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9dc6fd27025742699d14dbf14680c7c3&device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 1097 time: 0.0476592 Dec 15 16:29:16.277632 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4404b-c73d-48fb-b9a7-21e12b28cea4 req-827468e6-916e-4b8d-94c2-151bb220d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:16.279109 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9e4404b-c73d-48fb-b9a7-21e12b28cea4 req-827468e6-916e-4b8d-94c2-151bb220d140 service neutron] 10.222.0.65 "GET /v2.0/networks?id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8 HTTP/1.1" status: 200 len: 917 time: 0.0903487 Dec 15 16:29:16.364065 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9e4404b-c73d-48fb-b9a7-21e12b28cea4 req-12648631-cc72-44c3-b3a9-9197ed92ae7e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e6e772a-f992-461a-881b-dffbf851deca HTTP/1.1" status: 200 len: 1000 time: 0.0763979 Dec 15 16:29:16.400717 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:29:16.423333 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4404b-c73d-48fb-b9a7-21e12b28cea4 req-17fbd259-f6ff-4fa8-9a75-bf02ccb5ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:16.424873 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9e4404b-c73d-48fb-b9a7-21e12b28cea4 req-17fbd259-f6ff-4fa8-9a75-bf02ccb5ee0b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c16b0814-df17-4b92-aba8-9ee44c250c91 HTTP/1.1" status: 200 len: 855 time: 0.0541251 Dec 15 16:29:16.482503 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4404b-c73d-48fb-b9a7-21e12b28cea4 req-316557cc-be1f-42af-86c6-634ba2cc5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:16.484041 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9e4404b-c73d-48fb-b9a7-21e12b28cea4 req-316557cc-be1f-42af-86c6-634ba2cc5f03 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523293 Dec 15 16:29:16.579569 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9e4404b-c73d-48fb-b9a7-21e12b28cea4 req-baf64dd5-24eb-4182-a10b-9cc49a9a117b service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871499 Dec 15 16:29:16.638283 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de48761-86e4-4004-aa37-08fe69057543 req-960f9a8c-f05b-4183-8c03-5804e606dc50 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:16.639948 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9de48761-86e4-4004-aa37-08fe69057543 req-960f9a8c-f05b-4183-8c03-5804e606dc50 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0564978 Dec 15 16:29:16.694378 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e9e4404b-c73d-48fb-b9a7-21e12b28cea4 req-ca9a9503-771e-47e5-a949-8850664d5c6a service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076102 Dec 15 16:29:16.694556 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9de48761-86e4-4004-aa37-08fe69057543 req-cb059894-4a3c-4403-bf75-c5a2caf9f981 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482147 Dec 15 16:29:17.830686 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe4a10-b020-4172-9383-77dbf9bd55b9 req-a9d7c5d2-f801-473e-b215-51d58e30bcb0 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:17.832594 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-13fe4a10-b020-4172-9383-77dbf9bd55b9 req-a9d7c5d2-f801-473e-b215-51d58e30bcb0 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0529463 Dec 15 16:29:17.888306 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-13fe4a10-b020-4172-9383-77dbf9bd55b9 req-2c8345fc-a7f3-41e0-96d3-34cae7c9e7b9 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493648 Dec 15 16:29:19.259767 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d9abf-5811-4433-b42f-9338313e2da4 req-6b20a1b7-0aa8-4196-b65a-4ac591ef495c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:19.261159 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3f8d9abf-5811-4433-b42f-9338313e2da4 req-6b20a1b7-0aa8-4196-b65a-4ac591ef495c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.2900534 Dec 15 16:29:19.314316 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3f8d9abf-5811-4433-b42f-9338313e2da4 req-e89dacb3-d1e4-4661-92cc-38804f1318df tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463197 Dec 15 16:29:20.442005 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300e24e-b4ae-4f53-a6ed-3e2feb708ec1 req-3b602018-e1ca-40a3-a6c6-aa6f7f0b0709 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:20.443525 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6300e24e-b4ae-4f53-a6ed-3e2feb708ec1 req-3b602018-e1ca-40a3-a6c6-aa6f7f0b0709 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0520806 Dec 15 16:29:20.493058 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6300e24e-b4ae-4f53-a6ed-3e2feb708ec1 req-fc018753-8818-4179-9058-e0baaf214540 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Dec 15 16:29:21.625461 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fd68f-5430-4b6f-aa00-0de6afd5e6f8 req-93f52188-11f2-4578-8c34-cd5d71a5c825 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:21.627340 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-025fd68f-5430-4b6f-aa00-0de6afd5e6f8 req-93f52188-11f2-4578-8c34-cd5d71a5c825 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0607219 Dec 15 16:29:21.711766 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-025fd68f-5430-4b6f-aa00-0de6afd5e6f8 req-ece09c62-aa69-4bb7-97ef-6ff3d0981633 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659575 Dec 15 16:29:22.852390 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248dd6b-34a7-4377-a9f3-4e415c59df77 req-f6cbaa16-fe18-4b8f-bb92-65ae42fbdd2c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:22.854092 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2248dd6b-34a7-4377-a9f3-4e415c59df77 req-f6cbaa16-fe18-4b8f-bb92-65ae42fbdd2c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0639055 Dec 15 16:29:22.904866 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2248dd6b-34a7-4377-a9f3-4e415c59df77 req-8d9ed9fc-f299-4ba0-a3d3-18b4b220d9fb tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444047 Dec 15 16:29:24.038720 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088ff40-4983-4e0d-a42a-39c6aa314eb0 req-e7788afa-229a-4b91-84d2-8fa6610d2300 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:24.040227 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1088ff40-4983-4e0d-a42a-39c6aa314eb0 req-e7788afa-229a-4b91-84d2-8fa6610d2300 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0541017 Dec 15 16:29:24.089638 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1088ff40-4983-4e0d-a42a-39c6aa314eb0 req-12ba19d4-3177-424b-b1b2-57f7913d507b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424914 Dec 15 16:29:24.263431 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-8383650c-40c6-437c-b414-0ce2b2f13a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:25.260792 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b1502-6188-4be4-ae26-ed631462f5e0 req-a2cfa98c-8a97-4ee2-be56-d337236b509e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:25.262418 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f01b1502-6188-4be4-ae26-ed631462f5e0 req-a2cfa98c-8a97-4ee2-be56-d337236b509e tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0643635 Dec 15 16:29:25.316534 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-f01b1502-6188-4be4-ae26-ed631462f5e0 req-da49a8e7-2333-4b5c-a414-9052a0c11408 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473230 Dec 15 16:29:26.444998 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7284cb-54b3-432a-9ece-0d2372d4c6da req-2d3e5a01-153c-48d5-a5fd-1090722c854c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:26.446560 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2a7284cb-54b3-432a-9ece-0d2372d4c6da req-2d3e5a01-153c-48d5-a5fd-1090722c854c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0507650 Dec 15 16:29:26.500334 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2a7284cb-54b3-432a-9ece-0d2372d4c6da req-a990d20f-4954-4e1c-b20b-0baa40bb8b8f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476270 Dec 15 16:29:26.896899 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-1a55a4c7-96bf-49f3-a348-71034e4a5a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:27.636354 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a3a8f-fe16-44c1-936f-f182e195407b req-5dd3fd4d-cf3c-49a7-985e-2e24bd53d958 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:27.637862 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4d7a3a8f-fe16-44c1-936f-f182e195407b req-5dd3fd4d-cf3c-49a7-985e-2e24bd53d958 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0548825 Dec 15 16:29:27.689996 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4d7a3a8f-fe16-44c1-936f-f182e195407b req-88e3fa46-87c5-438d-9574-51ac3694d93b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439532 Dec 15 16:29:28.835418 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e259de-efb1-4368-b7bc-1599deab7af7 req-cb1ee65a-2a2b-412c-8855-940d0097a0aa tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:28.836840 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-89e259de-efb1-4368-b7bc-1599deab7af7 req-cb1ee65a-2a2b-412c-8855-940d0097a0aa tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0524132 Dec 15 16:29:28.862622 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:28.887867 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-89e259de-efb1-4368-b7bc-1599deab7af7 req-7fe52e22-8243-4ccc-a91e-ada11ef7c43f tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437810 Dec 15 16:29:29.960967 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:29.962206 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:30.025761 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da194cf2-2576-4d62-a3ae-335d86f87364 req-67ad6ae4-bf24-462a-bea8-9ba015bf81b5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:30.027248 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-da194cf2-2576-4d62-a3ae-335d86f87364 req-67ad6ae4-bf24-462a-bea8-9ba015bf81b5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0520203 Dec 15 16:29:30.086961 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-da194cf2-2576-4d62-a3ae-335d86f87364 req-d2d1e935-2088-4968-8894-6f126eac1d41 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533023 Dec 15 16:29:31.024564 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:31.224991 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c703a9-425c-453a-928b-cedb4517a1b5 req-0a058012-eea9-452b-84fe-20ae240f42e6 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:31.226465 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-01c703a9-425c-453a-928b-cedb4517a1b5 req-0a058012-eea9-452b-84fe-20ae240f42e6 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0606840 Dec 15 16:29:31.279970 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-01c703a9-425c-453a-928b-cedb4517a1b5 req-6edb688b-94cb-4fd3-8c93-ed6bc6d1588a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469961 Dec 15 16:29:32.418044 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef46bd3-8ebe-4d78-9289-b23f05a4002e req-c34e312d-53f9-4e3e-9232-259df39f7c19 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:32.419553 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aef46bd3-8ebe-4d78-9289-b23f05a4002e req-c34e312d-53f9-4e3e-9232-259df39f7c19 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 944 time: 0.0515509 Dec 15 16:29:32.474490 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-aef46bd3-8ebe-4d78-9289-b23f05a4002e req-7aa3af41-6b7f-4571-91ce-91af8a2b078c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486095 Dec 15 16:29:33.079485 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 2e6e772a-f992-461a-881b-dffbf851deca details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:29:33.318004 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 2e6e772a-f992-461a-881b-dffbf851deca, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2e6e772a-f992-461a-881b-dffbf851deca,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:29:33.331477 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '2e6e772a-f992-461a-881b-dffbf851deca', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'port_id': '2e6e772a-f992-461a-881b-dffbf851deca', 'mac_address': 'fa:16:3e:b4:f4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:29:33.371230 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:33.385974 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6e772a-f992-461a-881b-dffbf851deca {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:29:33.408741 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 2e6e772a-f992-461a-881b-dffbf851deca, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2e6e772a-f992-461a-881b-dffbf851deca,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:29:33.414869 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:33.466231 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=2e6e772a-f992-461a-881b-dffbf851deca,revision_number=9']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:33.474165 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:33.474514 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:33.474856 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:33.475261 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:33.475549 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:33.475874 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:33.476201 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:33.476522 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:33.476857 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:33.477170 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:33.477480 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:33.477819 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:33.478137 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:33.605276 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417fce3-b1c8-4c2b-91b8-624e2573776b req-12aafaf1-abab-482b-9cf5-b50f4f1dac72 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:33.606726 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4417fce3-b1c8-4c2b-91b8-624e2573776b req-12aafaf1-abab-482b-9cf5-b50f4f1dac72 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 945 time: 0.0568392 Dec 15 16:29:33.661347 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4417fce3-b1c8-4c2b-91b8-624e2573776b req-0f96ac55-faf9-4a5f-9acb-00feb88e2760 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476663 Dec 15 16:29:33.667654 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['2e6e772a-f992-461a-881b-dffbf851deca'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:29:34.813600 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f374ff-17d4-40ae-b7af-5db822ae2f70 req-60ebf9f2-55fe-4491-a28a-5a771599b367 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:34.816817 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e4f374ff-17d4-40ae-b7af-5db822ae2f70 req-60ebf9f2-55fe-4491-a28a-5a771599b367 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 945 time: 0.0642819 Dec 15 16:29:34.884088 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-e4f374ff-17d4-40ae-b7af-5db822ae2f70 req-a959d11a-ee55-4fa3-842f-5523bf25ef2b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599566 Dec 15 16:29:35.090100 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 2e6e772a-f992-461a-881b-dffbf851deca up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:29:35.149248 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 2e6e772a-f992-461a-881b-dffbf851deca triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:29:35.149592 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:35.235736 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:35.269234 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6e772a-f992-461a-881b-dffbf851deca'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:29:35.271559 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86d7512-3cd2-4cd7-9911-a1df592ef917" -d '{"events": [{"server_uuid": "bfff70d8-7b03-417e-886b-1929e47645d5", "name": "network-vif-plugged", "status": "completed", "tag": "2e6e772a-f992-461a-881b-dffbf851deca"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:29:35.286693 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 2e6e772a-f992-461a-881b-dffbf851deca, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2e6e772a-f992-461a-881b-dffbf851deca,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:29:35.292702 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:35.320845 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67516f59-c118-440c-97e7-e80c3c858f04 x-openstack-request-id: req-67516f59-c118-440c-97e7-e80c3c858f04 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:29:35.321149 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfff70d8-7b03-417e-886b-1929e47645d5", "name": "network-vif-plugged", "status": "completed", "tag": "2e6e772a-f992-461a-881b-dffbf851deca", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:29:35.321405 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67516f59-c118-440c-97e7-e80c3c858f04 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:29:35.322319 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6e772a-f992-461a-881b-dffbf851deca', 'code': 200} Dec 15 16:29:35.349745 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=2e6e772a-f992-461a-881b-dffbf851deca,revision_number=10']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:35.529502 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d382-aa2a-45bb-949f-3ac6d7a417ee req-a4dc715e-a092-4f7b-bcb7-2d5977401209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:35.531519 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2f89d382-aa2a-45bb-949f-3ac6d7a417ee req-a4dc715e-a092-4f7b-bcb7-2d5977401209 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 1100 time: 0.0534894 Dec 15 16:29:35.579090 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-2f89d382-aa2a-45bb-949f-3ac6d7a417ee req-8db3b028-e2ff-4f1d-be0c-03c219eb0e6f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395384 Dec 15 16:29:36.011660 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597339b-3c65-4faa-ad97-2f4ebdbe52b8 req-709acf4e-9e72-4106-9f73-353b0514f856 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:36.013193 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2597339b-3c65-4faa-ad97-2f4ebdbe52b8 req-709acf4e-9e72-4106-9f73-353b0514f856 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 947 time: 0.0514748 Dec 15 16:29:36.069051 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2597339b-3c65-4faa-ad97-2f4ebdbe52b8 req-40f6ace8-a9a6-4707-817b-79b3e9363435 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475187 Dec 15 16:29:37.229867 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6c716-9342-4e21-b8ec-15383064fb91 req-f43e3d97-f4fb-43e2-b6de-61cf04ee88d7 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:37.231751 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a6c6c716-9342-4e21-b8ec-15383064fb91 req-f43e3d97-f4fb-43e2-b6de-61cf04ee88d7 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 947 time: 0.0555139 Dec 15 16:29:37.285772 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a6c6c716-9342-4e21-b8ec-15383064fb91 req-a13040fa-8367-40ef-bb07-9799d70c4136 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453861 Dec 15 16:29:38.428181 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e33d8-6419-495d-8d4a-f18b8e193498 req-128854bf-d10a-41f3-928a-18ff947e860a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:38.429691 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-679e33d8-6419-495d-8d4a-f18b8e193498 req-128854bf-d10a-41f3-928a-18ff947e860a tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 947 time: 0.0545177 Dec 15 16:29:38.493103 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-679e33d8-6419-495d-8d4a-f18b8e193498 req-427ba773-4390-4678-9d8d-39e4becf3f2b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565848 Dec 15 16:29:41.987715 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 44654) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:29:42.117877 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:42.192697 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:42.198979 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:42.236410 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1ce6c4a23a04ea094cb8914cde5cde2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474651 Dec 15 16:29:42.237268 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89af92cc-0ecc-4b98-965f-49173c9b086e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:42.239576 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 44658) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:29:42.255575 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:42.255901 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:42.256234 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:42.256558 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:42.256879 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:42.257199 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:42.257532 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:42.257847 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:42.258147 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:42.258446 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:42.258757 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:42.259066 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:42.259398 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb9426-4999-458b-95bb-e087dbf5d538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:42.299259 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6092fe4a-35dd-4281-a28d-73e8c208148a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:42.326339 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6092fe4a-35dd-4281-a28d-73e8c208148a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:42.378279 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6092fe4a-35dd-4281-a28d-73e8c208148a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:42.381069 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-6092fe4a-35dd-4281-a28d-73e8c208148a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:42.382227 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-6092fe4a-35dd-4281-a28d-73e8c208148a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89af92cc-0ecc-4b98-965f-49173c9b086e HTTP/1.1" status: 204 len: 168 time: 0.1417899 Dec 15 16:29:42.390437 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092fe4a-35dd-4281-a28d-73e8c208148a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89af92cc-0ecc-4b98-965f-49173c9b086e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:44.703095 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-85d73598-e3df-4a7c-875f-84bcdac8e21f tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0df93c4ed9c64cfd98323d4296515310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313377 Dec 15 16:29:44.897422 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-ada758d4-4ff7-4db6-ae03-1d701a57847e tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:44.898853 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-ada758d4-4ff7-4db6-ae03-1d701a57847e tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899414 Dec 15 16:29:44.915326 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-02f969fe-7e38-42b7-bf2f-4c986d6a1405 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/quotas/0df93c4ed9c64cfd98323d4296515310 HTTP/1.1" status: 200 len: 375 time: 0.0101736 Dec 15 16:29:44.947503 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-880fe9fb-be5e-4445-999f-607547c834c4 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0df93c4ed9c64cfd98323d4296515310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262303 Dec 15 16:29:45.116538 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-61b8ef22-de91-4f0b-a7bd-9b5754e3faab req-07ada2ac-c71c-4db7-bce9-452088b3fc49 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 210 time: 0.0278401 Dec 15 16:29:46.030564 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-59cec899-daa6-4a2f-95ec-f8763b1bccc5 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0df93c4ed9c64cfd98323d4296515310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315583 Dec 15 16:29:46.213101 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-6c1ae36e-bb55-4885-8798-1ca072401f45 req-44a1c369-8926-4ed1-9a34-d8e7ee548700 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 210 time: 0.0263855 Dec 15 16:29:46.225705 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bb9ac350-e0e5-437f-a76b-0b5d313bc9a1 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:46.227189 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bb9ac350-e0e5-437f-a76b-0b5d313bc9a1 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902597 Dec 15 16:29:46.243348 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Request body: {'port': {'device_id': '9b6b5d4e-f923-4a46-9156-7f7a707ef5f8', 'network_id': '25525048-cee5-45c7-90e5-6841c0aa56d1', 'admin_state_up': True, 'tenant_id': '0df93c4ed9c64cfd98323d4296515310'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:29:46.357767 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Made reservation on behalf of 0df93c4ed9c64cfd98323d4296515310 for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:29:46.364570 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:46.377935 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:46.456116 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:46.461281 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:46.525817 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1560ad-4f26-4e0e-bc75-4222714d4b16,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:46.541109 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:46.541461 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:46.541785 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:46.542123 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:46.542452 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:46.542779 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:46.543146 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:46.543501 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:46.543833 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:46.544153 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:46.544474 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:46.544779 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:46.545112 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:29:46.610513 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Allocated IP 192.168.233.187 (25525048-cee5-45c7-90e5-6841c0aa56d1/4370eeeb-2c67-4a12-80cb-b97c7a270384/8758d99c-101e-4549-8e87-27eca41c9eff) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:29:46.776295 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:46.818205 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:46.867008 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Network 25525048-cee5-45c7-90e5-6841c0aa56d1 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:29:46.869971 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:29:46.872471 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:29:46.906429 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Pushing event updated for resources: {'Port': ['ID=8758d99c-101e-4549-8e87-27eca41c9eff,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:46.938003 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:46.938656 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:46.956638 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-bad25797-d56a-4a66-860a-2da3fb3c040c tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7171643 Dec 15 16:29:46.968839 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Request body: {'port': {'device_id': '9b6b5d4e-f923-4a46-9156-7f7a707ef5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:29:47.031029 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:47.071266 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-95646dad-46ec-4a7a-99e5-210c0b4d0349 None None] Provisioning complete for port 8758d99c-101e-4549-8e87-27eca41c9eff triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:29:47.071900 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-95646dad-46ec-4a7a-99e5-210c0b4d0349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:47.105103 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-95646dad-46ec-4a7a-99e5-210c0b4d0349 None None] Port 8758d99c-101e-4549-8e87-27eca41c9eff cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:29:47.296143 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8758d99c-101e-4549-8e87-27eca41c9eff {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:29:47.304337 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:47.317429 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Transition to ACTIVE for port object 8758d99c-101e-4549-8e87-27eca41c9eff will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:29:47.326942 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:47.338540 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156135a3-2d2c-4169-9e5e-b2bb078e5a31 req-7c763586-88c0-4685-82f5-7d93745dcd57 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:47.340131 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-156135a3-2d2c-4169-9e5e-b2bb078e5a31 req-7c763586-88c0-4685-82f5-7d93745dcd57 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 936 time: 0.0581183 Dec 15 16:29:47.378007 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Pushing event updated for resources: {'Port': ['ID=8758d99c-101e-4549-8e87-27eca41c9eff,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:47.390292 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-156135a3-2d2c-4169-9e5e-b2bb078e5a31 req-485ae02e-1833-42e3-9d75-d71405da1483 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f1560ad-4f26-4e0e-bc75-4222714d4b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439694 Dec 15 16:29:47.452507 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Attempting to bind port 8758d99c-101e-4549-8e87-27eca41c9eff on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:29:47.452845 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Attempting to bind port 8758d99c-101e-4549-8e87-27eca41c9eff by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '8a36af64-b725-4543-9314-47ef95097dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25525048-cee5-45c7-90e5-6841c0aa56d1'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:29:47.453176 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Attempting to bind port 8758d99c-101e-4549-8e87-27eca41c9eff on network 25525048-cee5-45c7-90e5-6841c0aa56d1 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:29:47.457709 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Port 8758d99c-101e-4549-8e87-27eca41c9eff on network 25525048-cee5-45c7-90e5-6841c0aa56d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:29:47.458063 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Attempting to bind port 8758d99c-101e-4549-8e87-27eca41c9eff on network 25525048-cee5-45c7-90e5-6841c0aa56d1 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:29:47.463187 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:29:47.463580 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Checking segment: {'id': '8a36af64-b725-4543-9314-47ef95097dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25525048-cee5-45c7-90e5-6841c0aa56d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:29:47.463965 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Bound using segment: {'id': '8a36af64-b725-4543-9314-47ef95097dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25525048-cee5-45c7-90e5-6841c0aa56d1'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:29:47.464403 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Bound port: 8758d99c-101e-4549-8e87-27eca41c9eff, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a36af64-b725-4543-9314-47ef95097dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25525048-cee5-45c7-90e5-6841c0aa56d1'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:29:47.464764 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:47.541561 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] For port 8758d99c-101e-4549-8e87-27eca41c9eff, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:29:47.544706 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] For port 8758d99c-101e-4549-8e87-27eca41c9eff, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8758d99c-101e-4549-8e87-27eca41c9eff,segment=NetworkSegment(8a36af64-b725-4543-9314-47ef95097dca),segment_id=8a36af64-b725-4543-9314-47ef95097dca)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:29:47.550538 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:47.584863 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:47.585474 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:47.586830 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] 10.222.0.65 "PUT /v2.0/ports/8758d99c-101e-4549-8e87-27eca41c9eff HTTP/1.1" status: 200 len: 1098 time: 0.6223650 Dec 15 16:29:47.587271 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6b5d4e-f923-4a46-9156-7f7a707ef5f8', 'tag': '8758d99c-101e-4549-8e87-27eca41c9eff'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:29:47.589581 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc945654-9ce3-4641-bfbf-7abdb31a7b80" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6b5d4e-f923-4a46-9156-7f7a707ef5f8", "tag": "8758d99c-101e-4549-8e87-27eca41c9eff"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:29:47.624702 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1e962-dfd0-45e2-b89e-6a2cd2ac423e service neutron] Pushing event updated for resources: {'Port': ['ID=8758d99c-101e-4549-8e87-27eca41c9eff,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:47.663140 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04b451a-bfe2-4f6b-ad87-0977b621e86d x-openstack-request-id: req-c04b451a-bfe2-4f6b-ad87-0977b621e86d {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:29:47.663478 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6b5d4e-f923-4a46-9156-7f7a707ef5f8", "tag": "8758d99c-101e-4549-8e87-27eca41c9eff", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:29:47.663696 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c04b451a-bfe2-4f6b-ad87-0977b621e86d {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:29:47.664083 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6b5d4e-f923-4a46-9156-7f7a707ef5f8', 'tag': '8758d99c-101e-4549-8e87-27eca41c9eff', 'status': 'completed', 'code': 200} Dec 15 16:29:47.681678 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-830deb29-9f56-4b95-8c38-5db1600653ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:47.683259 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-830deb29-9f56-4b95-8c38-5db1600653ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0df93c4ed9c64cfd98323d4296515310&device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 1101 time: 0.0521734 Dec 15 16:29:47.730295 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-9d5ea89b-7e1f-490f-af0f-06fb2052e88b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=8758d99c-101e-4549-8e87-27eca41c9eff HTTP/1.1" status: 200 len: 217 time: 0.0378757 Dec 15 16:29:47.782464 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-f8bb882f-d74e-4c38-a8a1-6c587094ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:47.783977 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-f8bb882f-d74e-4c38-a8a1-6c587094ef48 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4370eeeb-2c67-4a12-80cb-b97c7a270384 HTTP/1.1" status: 200 len: 843 time: 0.0463631 Dec 15 16:29:47.832058 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-f9b2d4e9-fb2f-43fd-8159-064e32d3eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:47.833681 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-f9b2d4e9-fb2f-43fd-8159-064e32d3eb8a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25525048-cee5-45c7-90e5-6841c0aa56d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417333 Dec 15 16:29:47.930153 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-fd1a40fb-19a9-48a7-9139-36e2f4ae2efa service neutron] 10.222.0.65 "GET /v2.0/networks/25525048-cee5-45c7-90e5-6841c0aa56d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886912 Dec 15 16:29:48.026184 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-391cef59-0328-4543-bf21-c0b4285e2f34 req-69d3e952-23a7-4c4e-b0cf-5a018b38a992 service neutron] 10.222.0.65 "GET /v2.0/networks/25525048-cee5-45c7-90e5-6841c0aa56d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881946 Dec 15 16:29:48.117238 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc945654-9ce3-4641-bfbf-7abdb31a7b80 req-0b1403d8-4d97-4517-ac00-4892dfd9db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:48.118776 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cc945654-9ce3-4641-bfbf-7abdb31a7b80 req-0b1403d8-4d97-4517-ac00-4892dfd9db77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0df93c4ed9c64cfd98323d4296515310&device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 1101 time: 0.0444221 Dec 15 16:29:48.217561 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc945654-9ce3-4641-bfbf-7abdb31a7b80 req-ae03ee0c-b039-4529-bce2-a5b9c58a7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:48.219025 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cc945654-9ce3-4641-bfbf-7abdb31a7b80 req-ae03ee0c-b039-4529-bce2-a5b9c58a7960 service neutron] 10.222.0.65 "GET /v2.0/networks?id=25525048-cee5-45c7-90e5-6841c0aa56d1 HTTP/1.1" status: 200 len: 870 time: 0.0924013 Dec 15 16:29:48.265753 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cc945654-9ce3-4641-bfbf-7abdb31a7b80 req-8734b9d5-ff05-45ef-8618-efe9e23a9a20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=8758d99c-101e-4549-8e87-27eca41c9eff HTTP/1.1" status: 200 len: 217 time: 0.0373361 Dec 15 16:29:48.321733 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc945654-9ce3-4641-bfbf-7abdb31a7b80 req-913f9d78-5a22-45f4-a3ab-a92f8a33e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:48.323210 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cc945654-9ce3-4641-bfbf-7abdb31a7b80 req-913f9d78-5a22-45f4-a3ab-a92f8a33e8a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4370eeeb-2c67-4a12-80cb-b97c7a270384 HTTP/1.1" status: 200 len: 843 time: 0.0488274 Dec 15 16:29:48.376583 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc945654-9ce3-4641-bfbf-7abdb31a7b80 req-9bac9d47-dc51-4b57-ae82-3991e33e276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:48.378066 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cc945654-9ce3-4641-bfbf-7abdb31a7b80 req-9bac9d47-dc51-4b57-ae82-3991e33e276d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25525048-cee5-45c7-90e5-6841c0aa56d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0463946 Dec 15 16:29:48.474743 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cc945654-9ce3-4641-bfbf-7abdb31a7b80 req-ea3590c7-3dd8-49e4-bd9f-b3c4ecc54099 service neutron] 10.222.0.65 "GET /v2.0/networks/25525048-cee5-45c7-90e5-6841c0aa56d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870583 Dec 15 16:29:48.510730 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec06b28-f6b3-4152-b58a-28e87eab04f2 req-91a1cc5b-5932-4de1-a268-f4b41ad3ec09 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:48.512444 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1ec06b28-f6b3-4152-b58a-28e87eab04f2 req-91a1cc5b-5932-4de1-a268-f4b41ad3ec09 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 948 time: 0.0499523 Dec 15 16:29:48.563196 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1ec06b28-f6b3-4152-b58a-28e87eab04f2 req-1d66350b-0bee-40c3-b5cc-e0cde66dc944 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f1560ad-4f26-4e0e-bc75-4222714d4b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Dec 15 16:29:48.843210 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cc945654-9ce3-4641-bfbf-7abdb31a7b80 req-42a41fc0-2293-4306-acb2-35da840d575f service neutron] 10.222.0.65 "GET /v2.0/networks/25525048-cee5-45c7-90e5-6841c0aa56d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594496 Dec 15 16:29:49.705685 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5ad9a-8dd7-49a5-b08a-a6a81ec217f1 req-936a0fa7-211a-417a-a4b0-0db1f0401185 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:49.707130 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-05c5ad9a-8dd7-49a5-b08a-a6a81ec217f1 req-936a0fa7-211a-417a-a4b0-0db1f0401185 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 948 time: 0.0677042 Dec 15 16:29:49.767452 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-05c5ad9a-8dd7-49a5-b08a-a6a81ec217f1 req-dce2cf20-b34c-45f8-a751-d22cc54e2150 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f1560ad-4f26-4e0e-bc75-4222714d4b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522349 Dec 15 16:29:50.902595 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591bbe5-f5f5-4ffb-a384-163e4a89d350 req-bf038a8c-4626-4373-a598-ba295c79a2d9 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:50.904097 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2591bbe5-f5f5-4ffb-a384-163e4a89d350 req-bf038a8c-4626-4373-a598-ba295c79a2d9 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 948 time: 0.0519936 Dec 15 16:29:50.962164 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-2591bbe5-f5f5-4ffb-a384-163e4a89d350 req-f0077c76-3a80-4ff9-ab63-510ab7584b18 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f1560ad-4f26-4e0e-bc75-4222714d4b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516841 Dec 15 16:29:51.164157 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 8758d99c-101e-4549-8e87-27eca41c9eff details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:29:51.265005 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 8758d99c-101e-4549-8e87-27eca41c9eff, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8758d99c-101e-4549-8e87-27eca41c9eff,segment=NetworkSegment(8a36af64-b725-4543-9314-47ef95097dca),segment_id=8a36af64-b725-4543-9314-47ef95097dca)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:29:51.277253 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '8758d99c-101e-4549-8e87-27eca41c9eff', 'network_id': '25525048-cee5-45c7-90e5-6841c0aa56d1', 'port_id': '8758d99c-101e-4549-8e87-27eca41c9eff', 'mac_address': 'fa:16:3e:59:ba:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4370eeeb-2c67-4a12-80cb-b97c7a270384', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:29:51.319810 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:51.335855 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8758d99c-101e-4549-8e87-27eca41c9eff {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:29:51.357007 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 8758d99c-101e-4549-8e87-27eca41c9eff, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8758d99c-101e-4549-8e87-27eca41c9eff,segment=NetworkSegment(8a36af64-b725-4543-9314-47ef95097dca),segment_id=8a36af64-b725-4543-9314-47ef95097dca)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:29:51.363253 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:51.411904 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=8758d99c-101e-4549-8e87-27eca41c9eff,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:51.595814 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['8758d99c-101e-4549-8e87-27eca41c9eff'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:29:52.091456 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c99cdc-6e94-4874-a623-0006f27b541f req-ed1c8b4b-1c46-4849-9d7a-67a3d838143b tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:52.092912 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-51c99cdc-6e94-4874-a623-0006f27b541f req-ed1c8b4b-1c46-4849-9d7a-67a3d838143b tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 949 time: 0.0522578 Dec 15 16:29:52.153039 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-51c99cdc-6e94-4874-a623-0006f27b541f req-7e4a7318-2d0c-4f0e-bbb4-71c38552bff7 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f1560ad-4f26-4e0e-bc75-4222714d4b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509751 Dec 15 16:29:53.164466 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 8758d99c-101e-4549-8e87-27eca41c9eff up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:29:53.217848 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port 8758d99c-101e-4549-8e87-27eca41c9eff completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:29:53.222494 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 8758d99c-101e-4549-8e87-27eca41c9eff triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:29:53.222932 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:53.271216 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b584b5-0812-428f-b252-f935ed68cdb1 req-056ab8f6-9b6a-4727-8c09-73b892b330e2 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:53.272728 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-07b584b5-0812-428f-b252-f935ed68cdb1 req-056ab8f6-9b6a-4727-8c09-73b892b330e2 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 949 time: 0.0503371 Dec 15 16:29:53.306281 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:53.325900 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-07b584b5-0812-428f-b252-f935ed68cdb1 req-e14061b0-bc7b-4246-96a7-7f79cd2b2ba3 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f1560ad-4f26-4e0e-bc75-4222714d4b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469062 Dec 15 16:29:53.339825 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6b5d4e-f923-4a46-9156-7f7a707ef5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8758d99c-101e-4549-8e87-27eca41c9eff'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:29:53.342637 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617b8098-aede-443f-9bc2-a8eecb09c6c5" -d '{"events": [{"server_uuid": "9b6b5d4e-f923-4a46-9156-7f7a707ef5f8", "name": "network-vif-plugged", "status": "completed", "tag": "8758d99c-101e-4549-8e87-27eca41c9eff"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:29:53.360983 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 8758d99c-101e-4549-8e87-27eca41c9eff, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8758d99c-101e-4549-8e87-27eca41c9eff,segment=NetworkSegment(8a36af64-b725-4543-9314-47ef95097dca),segment_id=8a36af64-b725-4543-9314-47ef95097dca)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:29:53.365842 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:53.392188 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c853fa9-c748-47ec-b69e-8aae9c25cd3b x-openstack-request-id: req-1c853fa9-c748-47ec-b69e-8aae9c25cd3b {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:29:53.392480 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6b5d4e-f923-4a46-9156-7f7a707ef5f8", "name": "network-vif-plugged", "status": "completed", "tag": "8758d99c-101e-4549-8e87-27eca41c9eff", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:29:53.392734 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c853fa9-c748-47ec-b69e-8aae9c25cd3b {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:29:53.393123 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6b5d4e-f923-4a46-9156-7f7a707ef5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8758d99c-101e-4549-8e87-27eca41c9eff', 'code': 200} Dec 15 16:29:53.399946 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:29:53.420007 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=8758d99c-101e-4549-8e87-27eca41c9eff,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:53.555643 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc3418-79c8-4c77-90be-ee7ef31443ab req-0d23729f-89a1-40c9-86b1-224420ecd085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:53.557311 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-88fc3418-79c8-4c77-90be-ee7ef31443ab req-0d23729f-89a1-40c9-86b1-224420ecd085 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 1103 time: 0.0424128 Dec 15 16:29:53.603616 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-88fc3418-79c8-4c77-90be-ee7ef31443ab req-7410755a-1b89-4b02-8227-807c8b1c1964 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6f1560ad-4f26-4e0e-bc75-4222714d4b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393741 Dec 15 16:29:54.261465 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-3fed362a-8171-4989-906e-18f28c7f8c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:54.460912 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e01283-8be5-4ed7-bd8d-bb4785ca4cb0 req-5a58ba0c-5c5a-4245-a3a7-e682a69bbbcb tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:54.462289 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c4e01283-8be5-4ed7-bd8d-bb4785ca4cb0 req-5a58ba0c-5c5a-4245-a3a7-e682a69bbbcb tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 950 time: 0.0605733 Dec 15 16:29:54.512590 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c4e01283-8be5-4ed7-bd8d-bb4785ca4cb0 req-26c665ba-e844-41d0-84fb-626361e41043 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f1560ad-4f26-4e0e-bc75-4222714d4b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Dec 15 16:29:55.645837 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d3d08-539e-4a1b-94cf-891f966d74ef req-19a9d818-96e6-4af9-8070-02ecca9094dc tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:55.647221 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b89d3d08-539e-4a1b-94cf-891f966d74ef req-19a9d818-96e6-4af9-8070-02ecca9094dc tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 950 time: 0.0585556 Dec 15 16:29:55.700757 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b89d3d08-539e-4a1b-94cf-891f966d74ef req-a4f462fb-0c54-4f43-9905-b5470843ff58 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f1560ad-4f26-4e0e-bc75-4222714d4b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474899 Dec 15 16:29:56.151431 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a42740-8442-465c-b0de-fb91ae12ef89 req-9ad17ade-c67b-4cc4-8a47-ecb974162719 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:56.153209 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-92a42740-8442-465c-b0de-fb91ae12ef89 req-9ad17ade-c67b-4cc4-8a47-ecb974162719 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 950 time: 0.0561719 Dec 15 16:29:56.202888 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-92a42740-8442-465c-b0de-fb91ae12ef89 req-34ccaa90-09fd-4012-a6d0-fab6659a414a tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f1560ad-4f26-4e0e-bc75-4222714d4b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432971 Dec 15 16:29:56.897389 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f1d0b49f-f78f-4ee8-a739-9e6756e01f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:57.333488 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3740f-6d25-42ce-8456-b227997d9210 req-d271cd0a-d4a6-46e1-a913-5293e1c717f8 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:57.335046 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ebb3740f-6d25-42ce-8456-b227997d9210 req-d271cd0a-d4a6-46e1-a913-5293e1c717f8 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 950 time: 0.0527036 Dec 15 16:29:57.394727 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ebb3740f-6d25-42ce-8456-b227997d9210 req-b7d50578-4f41-4a88-a8cd-e1aa08803139 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f1560ad-4f26-4e0e-bc75-4222714d4b16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531695 Dec 15 16:29:57.566147 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be6054-e8ad-412c-bfa8-e35f3bedacb8 req-efd5ddfd-9ee9-4b22-bc31-24537588f5da tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:29:57.567657 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-82be6054-e8ad-412c-bfa8-e35f3bedacb8 req-efd5ddfd-9ee9-4b22-bc31-24537588f5da tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 950 time: 0.0537734 Dec 15 16:29:57.667400 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-82be6054-e8ad-412c-bfa8-e35f3bedacb8 req-b6606c3b-dfb2-4da1-a937-f2b787b8b427 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Deleting port 8758d99c-101e-4549-8e87-27eca41c9eff {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:29:57.667923 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-82be6054-e8ad-412c-bfa8-e35f3bedacb8 req-b6606c3b-dfb2-4da1-a937-f2b787b8b427 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:57.761694 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-82be6054-e8ad-412c-bfa8-e35f3bedacb8 req-b6606c3b-dfb2-4da1-a937-f2b787b8b427 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] For port 8758d99c-101e-4549-8e87-27eca41c9eff, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8758d99c-101e-4549-8e87-27eca41c9eff,segment=NetworkSegment(8a36af64-b725-4543-9314-47ef95097dca),segment_id=8a36af64-b725-4543-9314-47ef95097dca)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:29:57.762079 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-82be6054-e8ad-412c-bfa8-e35f3bedacb8 req-b6606c3b-dfb2-4da1-a937-f2b787b8b427 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:57.776741 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-82be6054-e8ad-412c-bfa8-e35f3bedacb8 req-b6606c3b-dfb2-4da1-a937-f2b787b8b427 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Calling delete_port for 8758d99c-101e-4549-8e87-27eca41c9eff owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:29:57.919118 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-82be6054-e8ad-412c-bfa8-e35f3bedacb8 req-b6606c3b-dfb2-4da1-a937-f2b787b8b427 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:57.931762 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['8758d99c-101e-4549-8e87-27eca41c9eff'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:29:57.945903 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6606c3b-dfb2-4da1-a937-f2b787b8b427 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Pushing event deleted for resources: {'Port': ['ID=8758d99c-101e-4549-8e87-27eca41c9eff,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:29:58.000829 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-82be6054-e8ad-412c-bfa8-e35f3bedacb8 req-b6606c3b-dfb2-4da1-a937-f2b787b8b427 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] No DVR routers for this DVR port 8758d99c-101e-4549-8e87-27eca41c9eff on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:29:58.003462 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-82be6054-e8ad-412c-bfa8-e35f3bedacb8 req-b6606c3b-dfb2-4da1-a937-f2b787b8b427 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:58.006893 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-82be6054-e8ad-412c-bfa8-e35f3bedacb8 req-b6606c3b-dfb2-4da1-a937-f2b787b8b427 tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.65 "DELETE /v2.0/ports/8758d99c-101e-4549-8e87-27eca41c9eff HTTP/1.1" status: 204 len: 173 time: 0.4327698 Dec 15 16:29:58.007336 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6b5d4e-f923-4a46-9156-7f7a707ef5f8', 'name': 'network-vif-deleted', 'tag': '8758d99c-101e-4549-8e87-27eca41c9eff'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:29:58.009717 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0036d2cd-b803-4e88-b6e2-bb3cb5db0d5d" -d '{"events": [{"server_uuid": "9b6b5d4e-f923-4a46-9156-7f7a707ef5f8", "name": "network-vif-deleted", "tag": "8758d99c-101e-4549-8e87-27eca41c9eff"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:29:58.047720 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d72207b-8ffc-4708-9b0b-990f20830123 x-openstack-request-id: req-7d72207b-8ffc-4708-9b0b-990f20830123 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:29:58.048012 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6b5d4e-f923-4a46-9156-7f7a707ef5f8", "name": "network-vif-deleted", "tag": "8758d99c-101e-4549-8e87-27eca41c9eff", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:29:58.048262 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d72207b-8ffc-4708-9b0b-990f20830123 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:29:58.048655 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6b5d4e-f923-4a46-9156-7f7a707ef5f8', 'name': 'network-vif-deleted', 'tag': '8758d99c-101e-4549-8e87-27eca41c9eff', 'status': 'completed', 'code': 200} Dec 15 16:29:58.523102 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-bb61d4ea-a07f-4960-b3c4-478ed7ac3f64 req-3df3b0be-cb2b-43b0-a093-6df0da569cba tempest-VolumesNegativeTest-464744969 tempest-VolumesNegativeTest-464744969-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b6b5d4e-f923-4a46-9156-7f7a707ef5f8 HTTP/1.1" status: 200 len: 210 time: 0.0273890 Dec 15 16:29:58.872273 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:59.966570 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:29:59.968547 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:01.073714 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:01.214158 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 8758d99c-101e-4549-8e87-27eca41c9eff no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:30:01.236347 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: 8758d99c-101e-4549-8e87-27eca41c9eff {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:30:01.236700 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 8758d99c-101e-4549-8e87-27eca41c9eff not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:30:03.659726 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 44996) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:03.803574 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-cb158685-8359-464b-8d02-bc985bdf77a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0df93c4ed9c64cfd98323d4296515310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425538 Dec 15 16:30:03.805976 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45000) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:03.857282 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-44c0f3fc-899a-4673-ba38-0d36b5fdfb40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:03.887589 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-44c0f3fc-899a-4673-ba38-0d36b5fdfb40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:03.938166 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-44c0f3fc-899a-4673-ba38-0d36b5fdfb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:03.940926 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-44c0f3fc-899a-4673-ba38-0d36b5fdfb40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:03.942102 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-44c0f3fc-899a-4673-ba38-0d36b5fdfb40 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f1560ad-4f26-4e0e-bc75-4222714d4b16 HTTP/1.1" status: 204 len: 168 time: 0.1352587 Dec 15 16:30:03.950315 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0f3fc-899a-4673-ba38-0d36b5fdfb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1560ad-4f26-4e0e-bc75-4222714d4b16,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:04.250056 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-59b179d8-35bd-4f6c-821b-17b4b245fd36 req-efe4dc61-abfd-4dcc-bbbd-122aa0bcd054 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455232 Dec 15 16:30:04.339712 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b179d8-35bd-4f6c-821b-17b4b245fd36 req-994c7b92-cbdb-40e0-bece-8160ec58f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:30:04.341262 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-59b179d8-35bd-4f6c-821b-17b4b245fd36 req-994c7b92-cbdb-40e0-bece-8160ec58f2cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9dc6fd27025742699d14dbf14680c7c3&device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 1100 time: 0.0436282 Dec 15 16:30:04.462352 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b179d8-35bd-4f6c-821b-17b4b245fd36 req-0d5c3694-aee7-46d9-b1d0-b929fba4fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:30:04.463863 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-59b179d8-35bd-4f6c-821b-17b4b245fd36 req-0d5c3694-aee7-46d9-b1d0-b929fba4fb0a service neutron] 10.222.0.65 "GET /v2.0/networks?id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8 HTTP/1.1" status: 200 len: 917 time: 0.0976608 Dec 15 16:30:04.543783 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-59b179d8-35bd-4f6c-821b-17b4b245fd36 req-ea6ef31c-a6bb-4058-a3e5-87805c5077fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e6e772a-f992-461a-881b-dffbf851deca HTTP/1.1" status: 200 len: 1002 time: 0.0714393 Dec 15 16:30:04.597303 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b179d8-35bd-4f6c-821b-17b4b245fd36 req-1144fd27-ee09-43c4-a5a6-dfadc7dac8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:30:04.598777 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-59b179d8-35bd-4f6c-821b-17b4b245fd36 req-1144fd27-ee09-43c4-a5a6-dfadc7dac8ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c16b0814-df17-4b92-aba8-9ee44c250c91 HTTP/1.1" status: 200 len: 855 time: 0.0477333 Dec 15 16:30:04.645723 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b179d8-35bd-4f6c-821b-17b4b245fd36 req-58a61812-99d7-4bce-8465-c15b3dcec9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:30:04.647238 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-59b179d8-35bd-4f6c-821b-17b4b245fd36 req-58a61812-99d7-4bce-8465-c15b3dcec9e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=89d58e9b-0fd5-43aa-b277-d040a9af8bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408854 Dec 15 16:30:04.742248 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-59b179d8-35bd-4f6c-821b-17b4b245fd36 req-57893212-303b-45f4-8468-931ff728f67b service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873141 Dec 15 16:30:04.833043 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-59b179d8-35bd-4f6c-821b-17b4b245fd36 req-5546cb5f-4a0d-406d-b0f5-59e78f4c345a service neutron] 10.222.0.65 "GET /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833111 Dec 15 16:30:11.578394 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a81465-8993-46b8-bfd6-4273cf5e7141 req-8b884e73-ba78-4b59-a9bc-6a3203465f6c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:30:11.580066 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b6a81465-8993-46b8-bfd6-4273cf5e7141 req-8b884e73-ba78-4b59-a9bc-6a3203465f6c tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 947 time: 0.0537121 Dec 15 16:30:11.635762 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b6a81465-8993-46b8-bfd6-4273cf5e7141 req-6eece8b7-7660-46ab-9f20-2ba44fb21154 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492282 Dec 15 16:30:12.780869 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153438de-18b4-4cd2-a0d6-73c00560d2b7 req-7841c130-e2b8-4114-9d0b-da5f299c9ec9 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:30:12.782555 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-153438de-18b4-4cd2-a0d6-73c00560d2b7 req-7841c130-e2b8-4114-9d0b-da5f299c9ec9 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 947 time: 0.0570138 Dec 15 16:30:12.837978 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-153438de-18b4-4cd2-a0d6-73c00560d2b7 req-d35d9127-9bed-4560-aa24-048de3664f6b tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups?id=e672b924-d6b5-4fe4-8c66-f399e7fd6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488880 Dec 15 16:30:12.874944 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-941f1fa4-2f3a-454a-be47-8cacd0ccb0d2 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:30:12.876694 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-941f1fa4-2f3a-454a-be47-8cacd0ccb0d2 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 947 time: 0.0558467 Dec 15 16:30:12.969121 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-23d9d464-0a4f-486e-9911-c24760a29df5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Deleting port 2e6e772a-f992-461a-881b-dffbf851deca {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:30:12.969360 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-23d9d464-0a4f-486e-9911-c24760a29df5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:13.073310 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-23d9d464-0a4f-486e-9911-c24760a29df5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] For port 2e6e772a-f992-461a-881b-dffbf851deca, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2e6e772a-f992-461a-881b-dffbf851deca,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:30:13.073672 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-23d9d464-0a4f-486e-9911-c24760a29df5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:13.263204 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-23d9d464-0a4f-486e-9911-c24760a29df5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:13.263455 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-23d9d464-0a4f-486e-9911-c24760a29df5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534795'] for floatingip, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:13.263809 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.l3_db [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-23d9d464-0a4f-486e-9911-c24760a29df5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Floating IP e41997ee-2698-40a5-9e4c-a1fd022b4516 disassociated. External IP: 172.27.2.251, port: 2e6e772a-f992-461a-881b-dffbf851deca. Dec 15 16:30:13.264151 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-23d9d464-0a4f-486e-9911-c24760a29df5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Calling delete_port for 2e6e772a-f992-461a-881b-dffbf851deca owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:30:13.413297 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-23d9d464-0a4f-486e-9911-c24760a29df5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:13.449762 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9d464-0a4f-486e-9911-c24760a29df5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event deleted for resources: {'Port': ['ID=2e6e772a-f992-461a-881b-dffbf851deca,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:13.567718 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-23d9d464-0a4f-486e-9911-c24760a29df5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Router d159afaf-9a46-4797-9209-26e5d6f4ca62 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:30:13.682455 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-23d9d464-0a4f-486e-9911-c24760a29df5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:30:13.697211 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad20711-bcaf-4683-9c9d-5405fb7ab9bd None None] Sync routers for ids ['d159afaf-9a46-4797-9209-26e5d6f4ca62'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:30:13.714571 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad20711-bcaf-4683-9c9d-5405fb7ab9bd None None] Routers {'d159afaf-9a46-4797-9209-26e5d6f4ca62'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:30:13.715211 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fad20711-bcaf-4683-9c9d-5405fb7ab9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:29:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['d159afaf-9a46-4797-9209-26e5d6f4ca62'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:13.726866 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-23d9d464-0a4f-486e-9911-c24760a29df5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] No DVR routers for this DVR port 2e6e772a-f992-461a-881b-dffbf851deca on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:30:13.729526 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-23d9d464-0a4f-486e-9911-c24760a29df5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:13.732966 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-fb89625d-d1ba-4df6-b281-8661fad5036e req-23d9d464-0a4f-486e-9911-c24760a29df5 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.65 "DELETE /v2.0/ports/2e6e772a-f992-461a-881b-dffbf851deca HTTP/1.1" status: 204 len: 173 time: 0.8502100 Dec 15 16:30:13.733418 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'name': 'network-vif-deleted', 'tag': '2e6e772a-f992-461a-881b-dffbf851deca'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:30:13.736216 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5310729e-8e47-4f83-a7bf-37c0f0e96df9" -d '{"events": [{"server_uuid": "bfff70d8-7b03-417e-886b-1929e47645d5", "name": "network-vif-deleted", "tag": "2e6e772a-f992-461a-881b-dffbf851deca"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:30:13.788912 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d5e43b-4206-45f2-af0a-61428716a94c x-openstack-request-id: req-21d5e43b-4206-45f2-af0a-61428716a94c {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:30:13.789209 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfff70d8-7b03-417e-886b-1929e47645d5", "name": "network-vif-deleted", "tag": "2e6e772a-f992-461a-881b-dffbf851deca", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:30:13.789464 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21d5e43b-4206-45f2-af0a-61428716a94c {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:30:13.789867 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfff70d8-7b03-417e-886b-1929e47645d5', 'name': 'network-vif-deleted', 'tag': '2e6e772a-f992-461a-881b-dffbf851deca', 'status': 'completed', 'code': 200} Dec 15 16:30:13.837405 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-fad20711-bcaf-4683-9c9d-5405fb7ab9bd None None] Set router d159afaf-9a46-4797-9209-26e5d6f4ca62 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:30:13.968267 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9305e777-100b-4675-9edb-53607ca6c7ca req-3d13b6ef-67a0-4814-ba2a-f14b1715a851 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfff70d8-7b03-417e-886b-1929e47645d5 HTTP/1.1" status: 200 len: 210 time: 0.0290833 Dec 15 16:30:14.068630 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fad20711-bcaf-4683-9c9d-5405fb7ab9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:44Z', 'revision_number': 5, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:14.096328 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad20711-bcaf-4683-9c9d-5405fb7ab9bd None None] Checking router: d159afaf-9a46-4797-9209-26e5d6f4ca62 for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:30:14.105792 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad20711-bcaf-4683-9c9d-5405fb7ab9bd None None] Routers {'d159afaf-9a46-4797-9209-26e5d6f4ca62'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:30:14.106464 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fad20711-bcaf-4683-9c9d-5405fb7ab9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:29:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['d159afaf-9a46-4797-9209-26e5d6f4ca62'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:14.218318 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-fad20711-bcaf-4683-9c9d-5405fb7ab9bd None None] Set router d159afaf-9a46-4797-9209-26e5d6f4ca62 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:30:14.426912 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-fad20711-bcaf-4683-9c9d-5405fb7ab9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:44Z', 'revision_number': 5, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:14.457015 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad20711-bcaf-4683-9c9d-5405fb7ab9bd None None] The sync data for ids ['d159afaf-9a46-4797-9209-26e5d6f4ca62'] in dv-cinder-812685-4-iscsi is: [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:39Z', 'revision_number': 4, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '0b2e8031-9fca-43bd-a553-2009747ba918', 'name': '', 'network_id': '89d58e9b-0fd5-43aa-b277-d040a9af8bd8', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'mac_address': 'fa:16:3e:c4:03:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:38Z', 'updated_at': '2021-12-15T16:24:44Z', 'revision_number': 5, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'subnets': [{'id': 'c16b0814-df17-4b92-aba8-9ee44c250c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:30:14.675756 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1da3a4-13a4-43a9-806a-4ba17605363e None None] New status for floating IP e41997ee-2698-40a5-9e4c-a1fd022b4516: DOWN {{(pid=102568) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:30:15.066551 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45030) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:15.128824 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-972ad364-7887-4135-9641-e25b341cc7f7 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:15.162669 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-972ad364-7887-4135-9641-e25b341cc7f7 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:15.220452 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-972ad364-7887-4135-9641-e25b341cc7f7 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:15.223384 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-972ad364-7887-4135-9641-e25b341cc7f7 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:15.224553 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-972ad364-7887-4135-9641-e25b341cc7f7 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "DELETE /v2.0/security-groups/e672b924-d6b5-4fe4-8c66-f399e7fd6de1 HTTP/1.1" status: 204 len: 168 time: 0.1567633 Dec 15 16:30:15.227791 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45032) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:15.234658 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ad364-7887-4135-9641-e25b341cc7f7 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e672b924-d6b5-4fe4-8c66-f399e7fd6de1,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:15.243232 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.api.v2.resource [None req-f253d5f9-efa6-4fbc-b649-ced6c706a8e0 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] show failed (client error): The resource could not be found. Dec 15 16:30:15.244403 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-f253d5f9-efa6-4fbc-b649-ced6c706a8e0 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "GET /v2.0/security-groups/e672b924-d6b5-4fe4-8c66-f399e7fd6de1 HTTP/1.1" status: 404 len: 347 time: 0.0156121 Dec 15 16:30:15.247449 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45034) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:15.377622 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-cdf616e4-86e9-42e9-a09f-8d9390ca5b68 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Deleting port cf5b159d-52ef-4684-8fa7-41c77683b6ad {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:30:15.378059 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cdf616e4-86e9-42e9-a09f-8d9390ca5b68 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:15.459053 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cdf616e4-86e9-42e9-a09f-8d9390ca5b68 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:15.459355 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cdf616e4-86e9-42e9-a09f-8d9390ca5b68 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:15.472129 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-cdf616e4-86e9-42e9-a09f-8d9390ca5b68 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Calling delete_port for cf5b159d-52ef-4684-8fa7-41c77683b6ad owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:30:15.620422 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cdf616e4-86e9-42e9-a09f-8d9390ca5b68 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:15.646185 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf616e4-86e9-42e9-a09f-8d9390ca5b68 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Pushing event deleted for resources: {'Port': ['ID=cf5b159d-52ef-4684-8fa7-41c77683b6ad,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:15.705974 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cdf616e4-86e9-42e9-a09f-8d9390ca5b68 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:15.708679 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cdf616e4-86e9-42e9-a09f-8d9390ca5b68 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:15.709856 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-cdf616e4-86e9-42e9-a09f-8d9390ca5b68 tempest-AttachVolumeShelveTestJSON-797092756 tempest-AttachVolumeShelveTestJSON-797092756-project] 10.222.0.60 "DELETE /v2.0/floatingips/e41997ee-2698-40a5-9e4c-a1fd022b4516 HTTP/1.1" status: 204 len: 168 time: 0.4614000 Dec 15 16:30:17.212896 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 2e6e772a-f992-461a-881b-dffbf851deca no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:30:17.243713 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: 2e6e772a-f992-461a-881b-dffbf851deca {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:30:17.244040 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 2e6e772a-f992-461a-881b-dffbf851deca not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:30:18.327620 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45056) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:18.855009 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-82558877-232a-456f-8a79-3f6b9202f3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534539'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:19.119513 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-82558877-232a-456f-8a79-3f6b9202f3e4 admin admin] Deleting port 0b2e8031-9fca-43bd-a553-2009747ba918 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:30:19.119761 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-82558877-232a-456f-8a79-3f6b9202f3e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:19.205798 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-82558877-232a-456f-8a79-3f6b9202f3e4 admin admin] For port 0b2e8031-9fca-43bd-a553-2009747ba918, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=0b2e8031-9fca-43bd-a553-2009747ba918,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:30:19.206348 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-82558877-232a-456f-8a79-3f6b9202f3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:19.221444 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-82558877-232a-456f-8a79-3f6b9202f3e4 admin admin] Calling delete_port for 0b2e8031-9fca-43bd-a553-2009747ba918 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:30:19.423682 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-82558877-232a-456f-8a79-3f6b9202f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:19.451454 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82558877-232a-456f-8a79-3f6b9202f3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2e8031-9fca-43bd-a553-2009747ba918,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:19.619293 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-82558877-232a-456f-8a79-3f6b9202f3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534679'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:19.854384 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82558877-232a-456f-8a79-3f6b9202f3e4 admin admin] Router d159afaf-9a46-4797-9209-26e5d6f4ca62 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:30:20.201662 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82558877-232a-456f-8a79-3f6b9202f3e4 admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:30:20.207257 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-82558877-232a-456f-8a79-3f6b9202f3e4 admin admin] 10.222.0.60 "PUT /v2.0/routers/d159afaf-9a46-4797-9209-26e5d6f4ca62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8783472 Dec 15 16:30:20.210505 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45060) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:20.212077 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143ef00-dfe9-4f62-a988-ec278947d41e None None] Sync routers for ids ['d159afaf-9a46-4797-9209-26e5d6f4ca62'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:30:20.225438 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143ef00-dfe9-4f62-a988-ec278947d41e None None] Routers {'d159afaf-9a46-4797-9209-26e5d6f4ca62'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:30:20.226466 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a143ef00-dfe9-4f62-a988-ec278947d41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:29:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['d159afaf-9a46-4797-9209-26e5d6f4ca62'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:20.324504 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] Publish callbacks [] for router, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:20.332732 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-a143ef00-dfe9-4f62-a988-ec278947d41e None None] Set router d159afaf-9a46-4797-9209-26e5d6f4ca62 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:30:20.434285 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:20.489794 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] Deleting port d9caf280-cf95-48cf-8dca-91bcd7dca3d8 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:30:20.490007 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:20.571656 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] For port d9caf280-cf95-48cf-8dca-91bcd7dca3d8, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=d9caf280-cf95-48cf-8dca-91bcd7dca3d8,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:30:20.572051 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:20.584110 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] Calling delete_port for d9caf280-cf95-48cf-8dca-91bcd7dca3d8 owned by network:router_gateway {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:30:20.603829 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a143ef00-dfe9-4f62-a988-ec278947d41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:30:19Z', 'revision_number': 5, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port': {'id': 'd9caf280-cf95-48cf-8dca-91bcd7dca3d8', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:20.633996 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143ef00-dfe9-4f62-a988-ec278947d41e None None] Checking router: d159afaf-9a46-4797-9209-26e5d6f4ca62 for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:30:20.642868 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143ef00-dfe9-4f62-a988-ec278947d41e None None] Routers {'d159afaf-9a46-4797-9209-26e5d6f4ca62'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:30:20.643506 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a143ef00-dfe9-4f62-a988-ec278947d41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:29:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['d159afaf-9a46-4797-9209-26e5d6f4ca62'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:20.728752 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-a143ef00-dfe9-4f62-a988-ec278947d41e None None] Set router d159afaf-9a46-4797-9209-26e5d6f4ca62 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:30:20.752375 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:20.780856 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-a143ef00-dfe9-4f62-a988-ec278947d41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:30:20Z', 'revision_number': 6, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port_host': None}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:20.781425 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9caf280-cf95-48cf-8dca-91bcd7dca3d8,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:20.812269 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143ef00-dfe9-4f62-a988-ec278947d41e None None] The sync data for ids ['d159afaf-9a46-4797-9209-26e5d6f4ca62'] in dv-cinder-812685-4-iscsi is: [{'id': 'd159afaf-9a46-4797-9209-26e5d6f4ca62', 'name': 'tempest-AttachVolumeShelveTestJSON-471707785-router', 'tenant_id': '9dc6fd27025742699d14dbf14680c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:24:36Z', 'updated_at': '2021-12-15T16:30:20Z', 'revision_number': 6, 'project_id': '9dc6fd27025742699d14dbf14680c7c3', 'gw_port_host': None}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:30:20.848599 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534837'] for router_gateway, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:20.948888 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:20.951272 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:20.996707 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540332'] for router, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:20.997247 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d159afaf-9a46-4797-9209-26e5d6f4ca62 {{(pid=102566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:30:21.002363 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] Publish callbacks [] for router, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.003647 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-fba0effc-369f-4bae-adc9-8d092fd9c644 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d159afaf-9a46-4797-9209-26e5d6f4ca62 HTTP/1.1" status: 204 len: 168 time: 0.7901599 Dec 15 16:30:21.006268 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45062) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:21.057797 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c759f19-ce7c-4af0-93fd-dfaf82b0aa4c admin admin] Deleting subnet c16b0814-df17-4b92-aba8-9ee44c250c91 {{(pid=102566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:30:21.061666 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-3c759f19-ce7c-4af0-93fd-dfaf82b0aa4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.097931 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-3c759f19-ce7c-4af0-93fd-dfaf82b0aa4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2822445'] for subnet, precommit_delete_associations {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.185919 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-3c759f19-ce7c-4af0-93fd-dfaf82b0aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.241079 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-3c759f19-ce7c-4af0-93fd-dfaf82b0aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10307840'] for subnet, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.267750 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c759f19-ce7c-4af0-93fd-dfaf82b0aa4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16b0814-df17-4b92-aba8-9ee44c250c91,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:21.271219 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-3c759f19-ce7c-4af0-93fd-dfaf82b0aa4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.277597 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-3c759f19-ce7c-4af0-93fd-dfaf82b0aa4c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c16b0814-df17-4b92-aba8-9ee44c250c91 HTTP/1.1" status: 204 len: 168 time: 0.2673695 Dec 15 16:30:21.277818 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8573b2-67ed-480b-8668-f7e540b1c6ae None None] Network 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:30:21.278290 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45064) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:21.354339 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.433489 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] Deleting port de0b0e69-3a06-4c4f-aa4e-45e1debe9319 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:30:21.433827 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.502712 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] For port de0b0e69-3a06-4c4f-aa4e-45e1debe9319, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=de0b0e69-3a06-4c4f-aa4e-45e1debe9319,segment=NetworkSegment(22619493-e016-4b1d-acf1-233e9f7b006a),segment_id=22619493-e016-4b1d-acf1-233e9f7b006a)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:30:21.503033 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.515660 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] Calling delete_port for de0b0e69-3a06-4c4f-aa4e-45e1debe9319 owned by network:dhcp {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:30:21.565290 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3d927c-5339-4298-ad02-951af2b1b5b4 None None] DHCP port deletion for 89d58e9b-0fd5-43aa-b277-d040a9af8bd8 request from dv-cinder-812685-4-iscsi {{(pid=102568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:30:21.619327 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.624330 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d927c-5339-4298-ad02-951af2b1b5b4 None None] Deleting port de0b0e69-3a06-4c4f-aa4e-45e1debe9319 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:30:21.624814 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b3d927c-5339-4298-ad02-951af2b1b5b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.644672 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=de0b0e69-3a06-4c4f-aa4e-45e1debe9319,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:21.648345 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] No DVR routers for this DVR port de0b0e69-3a06-4c4f-aa4e-45e1debe9319 on host dv-cinder-812685-4-iscsi {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:30:21.702227 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-6b3d927c-5339-4298-ad02-951af2b1b5b4 None None] For port de0b0e69-3a06-4c4f-aa4e-45e1debe9319, host dv-cinder-812685-4-iscsi, got binding levels [] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:30:21.703000 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b3d927c-5339-4298-ad02-951af2b1b5b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.723017 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d927c-5339-4298-ad02-951af2b1b5b4 None None] Calling delete_port for de0b0e69-3a06-4c4f-aa4e-45e1debe9319 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:30:21.729197 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.ipam_backend_mixin [None req-6b3d927c-5339-4298-ad02-951af2b1b5b4 None None] Port de0b0e69-3a06-4c4f-aa4e-45e1debe9319 was not found and therefore no delete operation was performed {{(pid=102568) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 16:30:21.730688 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.731653 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6b3d927c-5339-4298-ad02-951af2b1b5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.754270 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d58e9b-0fd5-43aa-b277-d040a9af8bd8']}} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:21.764835 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22619493-e016-4b1d-acf1-233e9f7b006a') {'for_net_delete': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:21.765379 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22619493-e016-4b1d-acf1-233e9f7b006a') {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:21.770975 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d927c-5339-4298-ad02-951af2b1b5b4 None None] No DVR routers for this DVR port de0b0e69-3a06-4c4f-aa4e-45e1debe9319 on host dv-cinder-812685-4-iscsi {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:30:21.775844 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d927c-5339-4298-ad02-951af2b1b5b4 None None] Pushing event deleted for resources: {'Port': ['ID=de0b0e69-3a06-4c4f-aa4e-45e1debe9319,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:21.776334 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2822614'] for segment, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.794330 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.802120 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:30:21.803127 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3002548'] for segment, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: Traceback (most recent call last): Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: timer() Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: cb(*args, **kw) Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: return func(*args, **kwargs) Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: self._notify() Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: self.callback(batched_events) Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: event.method(event) Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: return f(self, *a, **k) Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._get(url).json() Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: return self.request(url, 'GET', **kwargs) Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:30:21.805770 dv-cinder-812685-4-iscsi neutron-server[102566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:30:21.868766 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.874306 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:21.878669 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] 10.222.0.60 "DELETE /v2.0/networks/89d58e9b-0fd5-43aa-b277-d040a9af8bd8 HTTP/1.1" status: 204 len: 168 time: 0.5996625 Dec 15 16:30:21.890420 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2d43d-f863-4258-81e9-0cc7eaac2a65 admin admin] Pushing event deleted for resources: {'Network': ['ID=89d58e9b-0fd5-43aa-b277-d040a9af8bd8,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:22.018094 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45068) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:22.065173 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-81516726-3efb-4772-a5d6-cc711eac8659 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9dc6fd27025742699d14dbf14680c7c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457940 Dec 15 16:30:22.067955 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45070) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:22.115209 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-646416d8-c5be-458a-b1a9-24bf88bd1cd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:22.138071 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-646416d8-c5be-458a-b1a9-24bf88bd1cd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:22.188545 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-646416d8-c5be-458a-b1a9-24bf88bd1cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:22.191229 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-646416d8-c5be-458a-b1a9-24bf88bd1cd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:22.192484 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-646416d8-c5be-458a-b1a9-24bf88bd1cd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71d08348-ed31-405c-a9c4-07210e7f6d78 HTTP/1.1" status: 204 len: 168 time: 0.1236241 Dec 15 16:30:22.201201 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646416d8-c5be-458a-b1a9-24bf88bd1cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d08348-ed31-405c-a9c4-07210e7f6d78,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:22.282021 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 0b2e8031-9fca-43bd-a553-2009747ba918 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:30:22.302987 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: 0b2e8031-9fca-43bd-a553-2009747ba918 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:30:22.303476 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 0b2e8031-9fca-43bd-a553-2009747ba918 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:30:22.303917 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device de0b0e69-3a06-4c4f-aa4e-45e1debe9319 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:30:22.325286 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: de0b0e69-3a06-4c4f-aa4e-45e1debe9319 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:30:22.325554 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device de0b0e69-3a06-4c4f-aa4e-45e1debe9319 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:30:22.325982 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device d9caf280-cf95-48cf-8dca-91bcd7dca3d8 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:30:22.348099 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: d9caf280-cf95-48cf-8dca-91bcd7dca3d8 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:30:22.348337 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device d9caf280-cf95-48cf-8dca-91bcd7dca3d8 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:30:24.253892 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00a72d23-77b5-491e-bc44-5399e8cd7cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:25.368975 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45202) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:25.501311 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0154f5b-baf8-4d30-b2b9-c3baa10ff6c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:25.591412 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0154f5b-baf8-4d30-b2b9-c3baa10ff6c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:25.596849 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-f0154f5b-baf8-4d30-b2b9-c3baa10ff6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:25.634702 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-f0154f5b-baf8-4d30-b2b9-c3baa10ff6c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=734ef4fbb27a444f84eedb9573718341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644737 Dec 15 16:30:25.635627 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0154f5b-baf8-4d30-b2b9-c3baa10ff6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f289843-ca5a-4051-8f46-f9b3ce736e81,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:25.637614 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45206) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:25.697457 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-36e087a3-1c6d-4928-9e05-9563079beb16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:25.722742 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-36e087a3-1c6d-4928-9e05-9563079beb16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:25.778965 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-36e087a3-1c6d-4928-9e05-9563079beb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:25.781722 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-36e087a3-1c6d-4928-9e05-9563079beb16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:25.783122 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-36e087a3-1c6d-4928-9e05-9563079beb16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f289843-ca5a-4051-8f46-f9b3ce736e81 HTTP/1.1" status: 204 len: 168 time: 0.1444068 Dec 15 16:30:25.792005 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e087a3-1c6d-4928-9e05-9563079beb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f289843-ca5a-4051-8f46-f9b3ce736e81,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:26.094355 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45212) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:26.109975 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-322159a9-071c-4672-b8c5-ef0fb6c7015e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:26.199037 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-322159a9-071c-4672-b8c5-ef0fb6c7015e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:26.204398 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-322159a9-071c-4672-b8c5-ef0fb6c7015e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:26.241473 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322159a9-071c-4672-b8c5-ef0fb6c7015e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4409c4-e90d-4b10-9d50-02979d745e23,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:26.245754 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-322159a9-071c-4672-b8c5-ef0fb6c7015e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4b91bfa72ed4747a283b6542c2d980d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499236 Dec 15 16:30:26.249619 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45214) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:26.326753 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cdda6bdf-528b-4ad1-bc7d-eeec6486c932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:26.351984 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cdda6bdf-528b-4ad1-bc7d-eeec6486c932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:26.400491 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cdda6bdf-528b-4ad1-bc7d-eeec6486c932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:26.403090 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-cdda6bdf-528b-4ad1-bc7d-eeec6486c932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:26.404296 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-cdda6bdf-528b-4ad1-bc7d-eeec6486c932 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d4409c4-e90d-4b10-9d50-02979d745e23 HTTP/1.1" status: 204 len: 168 time: 0.1537356 Dec 15 16:30:26.412467 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda6bdf-528b-4ad1-bc7d-eeec6486c932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4409c4-e90d-4b10-9d50-02979d745e23,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:26.890233 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-6d0f574b-98f8-4045-92eb-bed795142690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:28.869552 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:29.958582 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:29.962711 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:30.398916 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:30:31.101925 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:31.657942 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45288) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:31.778575 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-877ba962-c9fa-4a45-9175-c666d7f3726f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:31.860592 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-877ba962-c9fa-4a45-9175-c666d7f3726f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:31.864954 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-877ba962-c9fa-4a45-9175-c666d7f3726f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:31.904081 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-877ba962-c9fa-4a45-9175-c666d7f3726f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5026dd21b8be4302a12803d4dc142511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450008 Dec 15 16:30:31.905639 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ba962-c9fa-4a45-9175-c666d7f3726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6b7378-0a75-4838-a33a-94d05778e9d1,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:31.907015 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45292) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:31.957701 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7f0a60e1-aae4-473d-a4eb-03f844cb5e1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:31.979176 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7f0a60e1-aae4-473d-a4eb-03f844cb5e1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:32.038074 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7f0a60e1-aae4-473d-a4eb-03f844cb5e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:32.040765 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-7f0a60e1-aae4-473d-a4eb-03f844cb5e1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:32.042088 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-7f0a60e1-aae4-473d-a4eb-03f844cb5e1f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a6b7378-0a75-4838-a33a-94d05778e9d1 HTTP/1.1" status: 204 len: 168 time: 0.1338639 Dec 15 16:30:32.050591 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a60e1-aae4-473d-a4eb-03f844cb5e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6b7378-0a75-4838-a33a-94d05778e9d1,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:32.323393 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45298) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:32.336132 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b2960b6f-881b-4686-8b11-9c34b1cf247a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:32.413777 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b2960b6f-881b-4686-8b11-9c34b1cf247a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:32.418731 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-b2960b6f-881b-4686-8b11-9c34b1cf247a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:32.457541 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-b2960b6f-881b-4686-8b11-9c34b1cf247a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e9ecdde145ed407895e612f73bc81dc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347113 Dec 15 16:30:32.458408 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2960b6f-881b-4686-8b11-9c34b1cf247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1993d29c-42cc-4a43-8169-cad15bc188be,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:32.460259 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45300) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:32.517025 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4fc93085-7774-4414-801b-ed9cfb895eb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:32.543486 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4fc93085-7774-4414-801b-ed9cfb895eb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:32.600781 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4fc93085-7774-4414-801b-ed9cfb895eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:32.605598 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-4fc93085-7774-4414-801b-ed9cfb895eb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:32.607475 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-4fc93085-7774-4414-801b-ed9cfb895eb5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1993d29c-42cc-4a43-8169-cad15bc188be HTTP/1.1" status: 204 len: 168 time: 0.1455426 Dec 15 16:30:32.615957 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc93085-7774-4414-801b-ed9cfb895eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1993d29c-42cc-4a43-8169-cad15bc188be,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:38.016999 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45398) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:38.127057 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-64b13f83-9e7a-4f84-9a62-2704e8ac5327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:38.205910 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-64b13f83-9e7a-4f84-9a62-2704e8ac5327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:38.211649 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-64b13f83-9e7a-4f84-9a62-2704e8ac5327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:38.249650 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b13f83-9e7a-4f84-9a62-2704e8ac5327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0472bd3e-15f6-4ab8-b628-a0b3db6a53d9,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:38.253899 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-64b13f83-9e7a-4f84-9a62-2704e8ac5327 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3af191d643e147198bde121aa6fad8a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358944 Dec 15 16:30:38.257377 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45402) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:38.306463 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-65480c41-4d09-491c-84b7-fdb68f97784d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:38.328918 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-65480c41-4d09-491c-84b7-fdb68f97784d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:38.381543 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-65480c41-4d09-491c-84b7-fdb68f97784d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:38.384204 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-65480c41-4d09-491c-84b7-fdb68f97784d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:38.385367 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-65480c41-4d09-491c-84b7-fdb68f97784d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0472bd3e-15f6-4ab8-b628-a0b3db6a53d9 HTTP/1.1" status: 204 len: 168 time: 0.1270189 Dec 15 16:30:38.393730 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65480c41-4d09-491c-84b7-fdb68f97784d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0472bd3e-15f6-4ab8-b628-a0b3db6a53d9,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:38.678315 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45408) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:38.696133 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1b83-6603-45f8-86ae-0bf7daf008cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:38.782417 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1b83-6603-45f8-86ae-0bf7daf008cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:38.787045 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-5f2d1b83-6603-45f8-86ae-0bf7daf008cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:38.825927 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-5f2d1b83-6603-45f8-86ae-0bf7daf008cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=610f1acd8bda40bbadd82411a375e8b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462319 Dec 15 16:30:38.826835 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d1b83-6603-45f8-86ae-0bf7daf008cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c73a670-928f-40c5-a185-8ca953c812d6,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:38.828902 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45410) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:38.883403 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-786655f5-ec90-4f03-be83-c3e4ac20c1c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:38.910456 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-786655f5-ec90-4f03-be83-c3e4ac20c1c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:38.963909 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-786655f5-ec90-4f03-be83-c3e4ac20c1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:38.966493 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-786655f5-ec90-4f03-be83-c3e4ac20c1c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:38.967692 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-786655f5-ec90-4f03-be83-c3e4ac20c1c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c73a670-928f-40c5-a185-8ca953c812d6 HTTP/1.1" status: 204 len: 168 time: 0.1377313 Dec 15 16:30:38.976159 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786655f5-ec90-4f03-be83-c3e4ac20c1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c73a670-928f-40c5-a185-8ca953c812d6,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:39.321844 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45416) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:39.336729 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b3e8-2f4b-46cf-b89f-12e1f9f8740e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:39.418975 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b3e8-2f4b-46cf-b89f-12e1f9f8740e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:39.425505 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b3e8-2f4b-46cf-b89f-12e1f9f8740e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:39.463536 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-1ad6b3e8-2f4b-46cf-b89f-12e1f9f8740e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56a7389728f14790997e1b02453a0638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403782 Dec 15 16:30:39.464275 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6b3e8-2f4b-46cf-b89f-12e1f9f8740e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6f396f-6212-47c7-aa47-4a43548268d1,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:39.467182 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45418) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:39.526089 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7f99-9e65-451d-988f-a7eeebe84719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:39.549201 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7f99-9e65-451d-988f-a7eeebe84719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:39.604953 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7f99-9e65-451d-988f-a7eeebe84719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:39.608310 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7f99-9e65-451d-988f-a7eeebe84719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:39.609488 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-d4dc7f99-9e65-451d-988f-a7eeebe84719 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab6f396f-6212-47c7-aa47-4a43548268d1 HTTP/1.1" status: 204 len: 168 time: 0.1410825 Dec 15 16:30:39.619749 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc7f99-9e65-451d-988f-a7eeebe84719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6f396f-6212-47c7-aa47-4a43548268d1,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:49.275738 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45504) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:49.400124 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:49.493164 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:49.498502 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:49.542833 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e766614-7680-4ac6-88fa-d349522a6b2d,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:49.548499 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7955b04a8dcf44f293a99142f8e4c4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716310 Dec 15 16:30:49.552737 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45508) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:49.559652 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:49.560024 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:49.560324 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:49.560813 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:49.562192 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:49.562192 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:49.562192 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:49.562671 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:49.562671 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:49.562925 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:49.563215 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:49.563652 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:49.563867 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e700f2-1c3e-4419-a1d3-b59563629231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:49.630589 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d2cb14ad-5f25-4acf-8826-f5e94b670c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:49.656376 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d2cb14ad-5f25-4acf-8826-f5e94b670c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:49.710494 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d2cb14ad-5f25-4acf-8826-f5e94b670c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:49.713184 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-d2cb14ad-5f25-4acf-8826-f5e94b670c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:49.714407 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-d2cb14ad-5f25-4acf-8826-f5e94b670c2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e766614-7680-4ac6-88fa-d349522a6b2d HTTP/1.1" status: 204 len: 168 time: 0.1607184 Dec 15 16:30:49.724080 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb14ad-5f25-4acf-8826-f5e94b670c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e766614-7680-4ac6-88fa-d349522a6b2d,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:50.481969 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45530) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:50.590078 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-444582751-network', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:30:50.614363 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] Made reservation on behalf of ab2d1be987d44e91a0bfaaaf47b3235f for: {'network': 1} {{(pid=102567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:30:50.617511 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:50.627636 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:50.710993 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:50.716377 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:50.738513 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=102567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:30:50.753015 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a393566f-151a-41bc-8ecb-1128d24eda66,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:50.759145 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:50.759517 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.segments_db [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] Added segment 21ec1726-404f-4571-a214-b944f00d9ea1 of type vlan for network 944a922e-526f-48e8-8eb2-1c3a749cb11e Dec 15 16:30:50.802014 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:50.832784 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:50.833732 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:30:50.834338 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:50.888095 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4048364 Dec 15 16:30:50.891351 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45534) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:50.896830 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Request body: {'subnet': {'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-444582751-subnet', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'ip_version': 4}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:30:50.899775 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaf8ce-a345-414c-827a-7bfab5251738 admin admin] Pushing event updated for resources: {'Network': ['ID=944a922e-526f-48e8-8eb2-1c3a749cb11e,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:50.912654 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 944a922e-526f-48e8-8eb2-1c3a749cb11e details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:30:50.928665 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Made reservation on behalf of ab2d1be987d44e91a0bfaaaf47b3235f for: {'subnet': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:30:50.931399 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10307943'] for subnet, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:51.106951 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3003161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10307961'] for subnet, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:51.167972 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a41f5f-bff0-4b2a-9b6f-a56145228865,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:51.178849 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.179201 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.179569 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.179906 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.180258 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.180583 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.180907 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.181229 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.181554 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.181878 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.182190 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.182511 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.182888 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.189763 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Checking segment: {'id': '21ec1726-404f-4571-a214-b944f00d9ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:30:51.190179 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Network hostable DHCP agents. Network: 944a922e-526f-48e8-8eb2-1c3a749cb11e, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:30:51.209065 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Network 944a922e-526f-48e8-8eb2-1c3a749cb11e is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:30:51.218848 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 944a922e-526f-48e8-8eb2-1c3a749cb11e) {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:30:51.223786 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:30:51.224409 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:51.228529 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d6351c-f128-414f-a2cf-ff46a1c251cb None None] Network 944a922e-526f-48e8-8eb2-1c3a749cb11e requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:30:51.244503 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-adea33c6-24b8-4686-8332-d2cc120ec41c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3519752 Dec 15 16:30:51.247441 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45536) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:51.252793 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:30:51.277055 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:51.278030 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7031'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:51.343089 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:51.344362 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93a658eb-0334-563d-9744-8d0d76e8f5d2-944a922e-526f-48e8-8eb2-1c3a749cb11e', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'fixed_ips': [{'subnet_id': '70a41f5f-bff0-4b2a-9b6f-a56145228865'}]}} from dv-cinder-812685-4-iscsi. {{(pid=102568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:30:51.346249 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:51.491451 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:51.497658 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Allocated IP 172.20.0.2 (944a922e-526f-48e8-8eb2-1c3a749cb11e/70a41f5f-bff0-4b2a-9b6f-a56145228865/1ab1c419-1ce3-411f-b137-74d015dd9a76) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:30:51.652508 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:51.659444 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:51.713107 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Network 944a922e-526f-48e8-8eb2-1c3a749cb11e is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:30:51.718569 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:30:51.721296 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:30:51.730942 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:51.733351 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Pushing event updated for resources: {'Port': ['ID=1ab1c419-1ce3-411f-b137-74d015dd9a76,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:51.756139 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.756139 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.756447 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:51.756581 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.756687 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.757070 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.757572 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.758767 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.758767 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.758767 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.759157 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.759249 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.761515 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.761515 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:51.799401 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Attempting to bind port 1ab1c419-1ce3-411f-b137-74d015dd9a76 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:30:51.799799 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Attempting to bind port 1ab1c419-1ce3-411f-b137-74d015dd9a76 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '21ec1726-404f-4571-a214-b944f00d9ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:30:51.800168 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Attempting to bind port 1ab1c419-1ce3-411f-b137-74d015dd9a76 on network 944a922e-526f-48e8-8eb2-1c3a749cb11e {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:30:51.806177 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:30:51.806536 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Checking segment: {'id': '21ec1726-404f-4571-a214-b944f00d9ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:30:51.807006 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:51.807358 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Bound using segment: {'id': '21ec1726-404f-4571-a214-b944f00d9ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:30:51.807923 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Bound port: 1ab1c419-1ce3-411f-b137-74d015dd9a76, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec1726-404f-4571-a214-b944f00d9ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:30:51.808318 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:51.886811 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Allocated IP 172.27.2.39 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/481c8384-7508-41ef-81ca-6334141a9538) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:30:51.894909 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] For port 1ab1c419-1ce3-411f-b137-74d015dd9a76, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:30:51.898794 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] For port 1ab1c419-1ce3-411f-b137-74d015dd9a76, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=1ab1c419-1ce3-411f-b137-74d015dd9a76,segment=NetworkSegment(21ec1726-404f-4571-a214-b944f00d9ea1),segment_id=21ec1726-404f-4571-a214-b944f00d9ea1)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:30:51.905728 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:51.988293 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019d58e-5e6f-48dd-b3aa-a3e19b1d759a None None] Pushing event updated for resources: {'Port': ['ID=1ab1c419-1ce3-411f-b137-74d015dd9a76,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:52.022124 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:52.063991 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:52.107500 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:30:52.110698 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:30:52.114870 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:30:52.121451 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Pushing event updated for resources: {'Port': ['ID=481c8384-7508-41ef-81ca-6334141a9538,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:52.364639 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 1ab1c419-1ce3-411f-b137-74d015dd9a76 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:30:52.424362 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 1ab1c419-1ce3-411f-b137-74d015dd9a76 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:30:52.426108 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:52.434713 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:52.512432 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:52.563905 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port 1ab1c419-1ce3-411f-b137-74d015dd9a76, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=1ab1c419-1ce3-411f-b137-74d015dd9a76,segment=NetworkSegment(21ec1726-404f-4571-a214-b944f00d9ea1),segment_id=21ec1726-404f-4571-a214-b944f00d9ea1)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:30:52.569334 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:52.620640 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=1ab1c419-1ce3-411f-b137-74d015dd9a76,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:52.646074 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538349'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:52.787999 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 is scheduled to L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:30:52.912622 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:30:52.923331 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Sync routers for ids ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:30:52.938987 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Routers {'6640318a-46ae-4fb1-9cb1-b0643d0499b1'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:30:52.940249 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:30:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:52.941967 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] Publish callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:52.945542 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-67995a8e-9ee0-44c9-8837-95f0f6b67a52 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6944466 Dec 15 16:30:52.945906 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45538) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:53.187135 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ee5f4f-5963-401a-b850-5fcd57088788 None None] Network 944a922e-526f-48e8-8eb2-1c3a749cb11e requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:30:53.274373 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-eb675120-5e70-4735-b140-fa896094c84b None None] Provisioning complete for port 1ab1c419-1ce3-411f-b137-74d015dd9a76 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:30:53.274373 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb675120-5e70-4735-b140-fa896094c84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:53.340116 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Set router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:30:53.447873 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:53.613880 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '481c8384-7508-41ef-81ca-6334141a9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:52Z', 'revision_number': 3, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'gw_port': {'id': '481c8384-7508-41ef-81ca-6334141a9538', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:53.639035 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Allocated IP 172.20.0.1 (944a922e-526f-48e8-8eb2-1c3a749cb11e/70a41f5f-bff0-4b2a-9b6f-a56145228865/833e6a05-4439-46cc-855d-a989116d2f76) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:30:53.647059 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Checking router: 6640318a-46ae-4fb1-9cb1-b0643d0499b1 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:30:53.647449 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Updating router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 port 481c8384-7508-41ef-81ca-6334141a9538 binding host dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:30:53.676519 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:53.793021 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:53.833300 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:53.870960 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-58a37d3e-d33a-40d7-92fb-ea6e4ae6ab8e None None] Provisioning complete for port 1ab1c419-1ce3-411f-b137-74d015dd9a76 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:30:53.871240 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-58a37d3e-d33a-40d7-92fb-ea6e4ae6ab8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:53.877600 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Network 944a922e-526f-48e8-8eb2-1c3a749cb11e is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:30:53.882288 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:30:53.886890 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:30:53.890473 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=833e6a05-4439-46cc-855d-a989116d2f76,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:54.089959 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:54.101188 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:54.164519 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Attempting to bind port 481c8384-7508-41ef-81ca-6334141a9538 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:30:54.165198 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Attempting to bind port 481c8384-7508-41ef-81ca-6334141a9538 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:30:54.165567 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Attempting to bind port 481c8384-7508-41ef-81ca-6334141a9538 on network c5577648-1338-48a1-9aee-0000e1c86c30 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:30:54.173419 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da12eb5-5a39-4284-8726-fd69735ff61b None None] Pushing event updated for resources: {'Port': ['ID=481c8384-7508-41ef-81ca-6334141a9538,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:54.177485 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:30:54.177866 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Checking segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:30:54.178276 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:54.178663 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Bound using segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:30:54.179161 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Bound port: 481c8384-7508-41ef-81ca-6334141a9538, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:30:54.179581 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:54.242623 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534942'] for router_interface, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:54.260137 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] For port 481c8384-7508-41ef-81ca-6334141a9538, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:30:54.268560 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-2fb17952-b700-450f-a5b1-34b71c99f25c None None] Provisioning complete for port 833e6a05-4439-46cc-855d-a989116d2f76 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:30:54.269112 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2fb17952-b700-450f-a5b1-34b71c99f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:54.282304 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] For port 481c8384-7508-41ef-81ca-6334141a9538, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=481c8384-7508-41ef-81ca-6334141a9538,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:30:54.306500 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2eacad7d-0243-448a-af85-30737b9409b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:54.315549 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:54.324051 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 1ab1c419-1ce3-411f-b137-74d015dd9a76 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:30:54.405375 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:54.414560 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-2fb17952-b700-450f-a5b1-34b71c99f25c None None] Port 833e6a05-4439-46cc-855d-a989116d2f76 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:30:54.443857 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Routers {'6640318a-46ae-4fb1-9cb1-b0643d0499b1'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:30:54.444180 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:30:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:54.445794 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da12eb5-5a39-4284-8726-fd69735ff61b None None] Pushing event updated for resources: {'Port': ['ID=481c8384-7508-41ef-81ca-6334141a9538,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:54.541047 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 1ab1c419-1ce3-411f-b137-74d015dd9a76 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:30:54.541631 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:54.597558 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:54.603095 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] Set router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:30:54.603539 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:54.672723 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=833e6a05-4439-46cc-855d-a989116d2f76,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:54.675398 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534574'] for router_interface, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:54.780521 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Network 944a922e-526f-48e8-8eb2-1c3a749cb11e is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:30:54.781784 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:30:54.878601 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '481c8384-7508-41ef-81ca-6334141a9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:54Z', 'revision_number': 4, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'gw_port': {'id': '481c8384-7508-41ef-81ca-6334141a9538', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '833e6a05-4439-46cc-855d-a989116d2f76', 'name': '', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'mac_address': 'fa:16:3e:8d:0d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:53Z', 'updated_at': '2021-12-15T16:30:53Z', 'revision_number': 1, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'subnets': [{'id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:54.910318 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be23f9a-4640-4c0b-83ee-d2af55febcde None None] The sync data for ids ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'] in dv-cinder-812685-4-iscsi is: [{'id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '481c8384-7508-41ef-81ca-6334141a9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:54Z', 'revision_number': 4, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'gw_port': {'id': '481c8384-7508-41ef-81ca-6334141a9538', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '833e6a05-4439-46cc-855d-a989116d2f76', 'name': '', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'mac_address': 'fa:16:3e:8d:0d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:53Z', 'updated_at': '2021-12-15T16:30:53Z', 'revision_number': 1, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'subnets': [{'id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:30:54.952558 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:30:55.046292 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-14a2d3fa-bb3e-4f85-a14b-5f76dfc19b84 None None] Provisioning complete for port 833e6a05-4439-46cc-855d-a989116d2f76 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:30:55.047985 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-14a2d3fa-bb3e-4f85-a14b-5f76dfc19b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:55.086629 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:30:55.092748 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-ccea6a39-9718-4e89-bb72-2940b9fa2cd3 admin admin] 10.222.0.60 "PUT /v2.0/routers/6640318a-46ae-4fb1-9cb1-b0643d0499b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1448388 Dec 15 16:30:55.100497 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-14a2d3fa-bb3e-4f85-a14b-5f76dfc19b84 None None] Port 833e6a05-4439-46cc-855d-a989116d2f76 cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:30:55.753117 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45554) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:55.759971 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-359337259-network', 'tenant_id': '90d6df5f46244c5192631c7150461daf'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:30:55.790666 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] Made reservation on behalf of 90d6df5f46244c5192631c7150461daf for: {'network': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:30:55.793126 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for network, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:55.807960 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:55.897313 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:55.903041 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:55.934664 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=102566) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 16:30:55.944240 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b60010e-82f4-4350-8e50-80654408c1e4,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:55.950927 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:55.951291 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.segments_db [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] Added segment a0fef553-c5e5-46cd-8445-e5f07ae9b290 of type vlan for network 0763e1ac-569b-4a21-8904-bc6a60fac825 Dec 15 16:30:55.997962 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735659550239'] for network, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:56.030164 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798'] for network, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:56.031256 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:30:56.031923 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:56.093741 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3393450 Dec 15 16:30:56.096452 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45556) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:56.101584 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-bc7f905d-29e8-4899-8824-25275f14418c admin admin] Request body: {'subnet': {'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-359337259-subnet', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'ip_version': 4}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:30:56.104885 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fceaca-5469-4341-af72-cde6ca65cfa8 admin admin] Pushing event updated for resources: {'Network': ['ID=0763e1ac-569b-4a21-8904-bc6a60fac825,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:56.116747 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Network 0763e1ac-569b-4a21-8904-bc6a60fac825 details requested by agent ovs-agent-dv-cinder-812685-4-iscsi with host dv-cinder-812685-4-iscsi {{(pid=102568) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 16:30:56.128215 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7f905d-29e8-4899-8824-25275f14418c admin admin] Made reservation on behalf of 90d6df5f46244c5192631c7150461daf for: {'subnet': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:30:56.132821 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bc7f905d-29e8-4899-8824-25275f14418c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10307943'] for subnet, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:56.359815 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 481c8384-7508-41ef-81ca-6334141a9538 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:30:56.424375 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bc7f905d-29e8-4899-8824-25275f14418c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3003161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10307961'] for subnet, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:56.444666 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 481c8384-7508-41ef-81ca-6334141a9538 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:30:56.445039 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:56.503643 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f905d-29e8-4899-8824-25275f14418c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e7c186a-477d-4477-9e30-6431555beb56,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:56.510896 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f905d-29e8-4899-8824-25275f14418c admin admin] Checking segment: {'id': 'a0fef553-c5e5-46cd-8445-e5f07ae9b290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:30:56.511263 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f905d-29e8-4899-8824-25275f14418c admin admin] Network hostable DHCP agents. Network: 0763e1ac-569b-4a21-8904-bc6a60fac825, hostable agents: ['02d6ed9a-6f39-44bd-a2ea-a9d627741d5e'], hosted agents: [] {{(pid=102566) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 16:30:56.529815 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f905d-29e8-4899-8824-25275f14418c admin admin] Network 0763e1ac-569b-4a21-8904-bc6a60fac825 is scheduled to be hosted by DHCP agent 02d6ed9a-6f39-44bd-a2ea-a9d627741d5e with binding_index 1 {{(pid=102566) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 16:30:56.542638 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-bc7f905d-29e8-4899-8824-25275f14418c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-4-iscsi, 0763e1ac-569b-4a21-8904-bc6a60fac825) {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:30:56.547102 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:56.548718 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f905d-29e8-4899-8824-25275f14418c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:30:56.549487 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-bc7f905d-29e8-4899-8824-25275f14418c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:56.566237 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d5ebd2-f6c2-4437-ab0d-4b74e89c6a53 None None] Network 0763e1ac-569b-4a21-8904-bc6a60fac825 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:30:56.572024 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45558) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:56.572581 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-bc7f905d-29e8-4899-8824-25275f14418c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4745414 Dec 15 16:30:56.576578 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-359337259-router', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:30:56.591156 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port 481c8384-7508-41ef-81ca-6334141a9538, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=481c8384-7508-41ef-81ca-6334141a9538,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:30:56.605489 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7020'] for router, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:56.607154 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-644575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7031'] for router, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:56.625546 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:56.688105 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:56.698906 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=481c8384-7508-41ef-81ca-6334141a9538,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:56.733139 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp93a658eb-0334-563d-9744-8d0d76e8f5d2-0763e1ac-569b-4a21-8904-bc6a60fac825', 'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825', 'project_id': '90d6df5f46244c5192631c7150461daf', 'fixed_ips': [{'subnet_id': '3e7c186a-477d-4477-9e30-6431555beb56'}]}} from dv-cinder-812685-4-iscsi. {{(pid=102568) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 16:30:56.733963 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:56.859519 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:56.905775 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.db_base_plugin_common [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Allocated IP 172.20.0.2 (0763e1ac-569b-4a21-8904-bc6a60fac825/3e7c186a-477d-4477-9e30-6431555beb56/d138b251-5997-4a73-aa8e-8b2d73595cc6) {{(pid=102568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:30:57.017018 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dcc306f2-096f-4324-96ca-990d376f0723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:57.087286 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Publish callbacks [] for port, precommit_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:57.093805 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:57.096897 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520'] for port, after_create {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:57.126186 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:57.141091 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Network 0763e1ac-569b-4a21-8904-bc6a60fac825 is already hosted by enough agents. {{(pid=102568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:30:57.144076 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.scheduler.base_scheduler [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Resources bound (agent type, host, resource id): {{(pid=102568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:30:57.146612 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Received port after_create {{(pid=102568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:30:57.152989 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Pushing event updated for resources: {'Port': ['ID=d138b251-5997-4a73-aa8e-8b2d73595cc6,revision_number=1']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:57.210933 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Attempting to bind port d138b251-5997-4a73-aa8e-8b2d73595cc6 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:30:57.211306 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Attempting to bind port d138b251-5997-4a73-aa8e-8b2d73595cc6 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': 'a0fef553-c5e5-46cd-8445-e5f07ae9b290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:30:57.211805 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Attempting to bind port d138b251-5997-4a73-aa8e-8b2d73595cc6 on network 0763e1ac-569b-4a21-8904-bc6a60fac825 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:30:57.217250 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:30:57.217657 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Checking segment: {'id': 'a0fef553-c5e5-46cd-8445-e5f07ae9b290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:30:57.218022 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:57.218522 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Bound using segment: {'id': 'a0fef553-c5e5-46cd-8445-e5f07ae9b290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:30:57.219089 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Bound port: d138b251-5997-4a73-aa8e-8b2d73595cc6, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fef553-c5e5-46cd-8445-e5f07ae9b290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:30:57.219494 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:57.261188 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_common [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Allocated IP 172.27.2.11 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/b6042b7c-80be-4f6f-b27c-fb6305fc484d) {{(pid=102567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:30:57.290555 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] For port d138b251-5997-4a73-aa8e-8b2d73595cc6, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:30:57.294329 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] For port d138b251-5997-4a73-aa8e-8b2d73595cc6, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=d138b251-5997-4a73-aa8e-8b2d73595cc6,segment=NetworkSegment(a0fef553-c5e5-46cd-8445-e5f07ae9b290),segment_id=a0fef553-c5e5-46cd-8445-e5f07ae9b290)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:30:57.299289 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:57.377904 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60ccb3-8932-4e3a-acc8-6af1ec755592 None None] Pushing event updated for resources: {'Port': ['ID=d138b251-5997-4a73-aa8e-8b2d73595cc6,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:57.418687 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:57.451184 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Sync routers for ids ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:30:57.462419 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Routers {'6640318a-46ae-4fb1-9cb1-b0643d0499b1'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:30:57.463067 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:30:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:57.464468 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:57.516375 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:30:57.520052 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.base_scheduler [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:30:57.528797 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Received port after_create {{(pid=102567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:30:57.599577 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Pushing event updated for resources: {'Port': ['ID=b6042b7c-80be-4f6f-b27c-fb6305fc484d,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:57.610662 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Set router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:30:57.863501 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '481c8384-7508-41ef-81ca-6334141a9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:54Z', 'revision_number': 4, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'gw_port': {'id': '481c8384-7508-41ef-81ca-6334141a9538', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '833e6a05-4439-46cc-855d-a989116d2f76', 'name': '', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'mac_address': 'fa:16:3e:8d:0d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:53Z', 'updated_at': '2021-12-15T16:30:54Z', 'revision_number': 2, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'subnets': [{'id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:57.890903 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Checking router: 6640318a-46ae-4fb1-9cb1-b0643d0499b1 for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:30:57.891575 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Updating router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 port 833e6a05-4439-46cc-855d-a989116d2f76 binding host dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:30:57.896343 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:57.917393 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:58.111922 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538349'] for router, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:58.212830 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:58.220185 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:58.334401 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae8167-d264-4d5b-a074-1284c8439843 None None] Pushing event updated for resources: {'Port': ['ID=833e6a05-4439-46cc-855d-a989116d2f76,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:58.348701 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae8167-d264-4d5b-a074-1284c8439843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:58.349059 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae8167-d264-4d5b-a074-1284c8439843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:58.349403 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae8167-d264-4d5b-a074-1284c8439843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:58.349738 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae8167-d264-4d5b-a074-1284c8439843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:58.350283 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae8167-d264-4d5b-a074-1284c8439843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:58.350618 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae8167-d264-4d5b-a074-1284c8439843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:58.350943 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae8167-d264-4d5b-a074-1284c8439843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:58.351238 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae8167-d264-4d5b-a074-1284c8439843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:58.351588 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae8167-d264-4d5b-a074-1284c8439843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:58.351908 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae8167-d264-4d5b-a074-1284c8439843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:58.352237 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae8167-d264-4d5b-a074-1284c8439843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:58.352550 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae8167-d264-4d5b-a074-1284c8439843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:58.352872 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ae8167-d264-4d5b-a074-1284c8439843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:30:58.394557 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Attempting to bind port 833e6a05-4439-46cc-855d-a989116d2f76 on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:30:58.394935 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Attempting to bind port 833e6a05-4439-46cc-855d-a989116d2f76 by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '21ec1726-404f-4571-a214-b944f00d9ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:30:58.395296 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Attempting to bind port 833e6a05-4439-46cc-855d-a989116d2f76 on network 944a922e-526f-48e8-8eb2-1c3a749cb11e {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:30:58.401231 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:30:58.401606 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Checking segment: {'id': '21ec1726-404f-4571-a214-b944f00d9ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:30:58.402009 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:58.402400 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Bound using segment: {'id': '21ec1726-404f-4571-a214-b944f00d9ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:30:58.402874 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Bound port: 833e6a05-4439-46cc-855d-a989116d2f76, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec1726-404f-4571-a214-b944f00d9ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:30:58.403269 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:58.453465 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device d138b251-5997-4a73-aa8e-8b2d73595cc6 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:30:58.494035 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] For port 833e6a05-4439-46cc-855d-a989116d2f76, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:30:58.497574 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] For port 833e6a05-4439-46cc-855d-a989116d2f76, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=833e6a05-4439-46cc-855d-a989116d2f76,segment=NetworkSegment(21ec1726-404f-4571-a214-b944f00d9ea1),segment_id=21ec1726-404f-4571-a214-b944f00d9ea1)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:30:58.504706 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:58.533501 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port d138b251-5997-4a73-aa8e-8b2d73595cc6 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:30:58.533947 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:58.544189 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Router 6b5e95b2-a254-4ba1-885d-d559520da259 is scheduled to L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f with binding_index 1 {{(pid=102567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 16:30:58.579334 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Routers {'6640318a-46ae-4fb1-9cb1-b0643d0499b1'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:30:58.579928 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:30:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:58.642093 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:58.677192 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:30:58.698656 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Sync routers for ids ['6b5e95b2-a254-4ba1-885d-d559520da259'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:30:58.706863 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port d138b251-5997-4a73-aa8e-8b2d73595cc6, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=d138b251-5997-4a73-aa8e-8b2d73595cc6,segment=NetworkSegment(a0fef553-c5e5-46cd-8445-e5f07ae9b290),segment_id=a0fef553-c5e5-46cd-8445-e5f07ae9b290)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:30:58.711361 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] Publish callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:58.716447 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-18d64d2b-e270-41e1-9e48-1664d6c338bf admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1402862 Dec 15 16:30:58.716608 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-883d1c05-172a-4af2-a218-4f414e61bd5b None None] Provisioning complete for port 833e6a05-4439-46cc-855d-a989116d2f76 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:30:58.716608 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-883d1c05-172a-4af2-a218-4f414e61bd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:58.718155 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45560) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:30:58.742856 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae8167-d264-4d5b-a074-1284c8439843 None None] Pushing event updated for resources: {'Port': ['ID=833e6a05-4439-46cc-855d-a989116d2f76,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:58.755174 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Routers {'6b5e95b2-a254-4ba1-885d-d559520da259'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:30:58.755840 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:30:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6b5e95b2-a254-4ba1-885d-d559520da259'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:58.757699 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:58.758482 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 481c8384-7508-41ef-81ca-6334141a9538 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:30:58.783190 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] Set router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:30:58.879857 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5688a23b-4e6d-4399-8387-0dd34fbdf7e5 None None] Network 0763e1ac-569b-4a21-8904-bc6a60fac825 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:30:58.997681 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:59.018498 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=d138b251-5997-4a73-aa8e-8b2d73595cc6,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:59.093641 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Set router 6b5e95b2-a254-4ba1-885d-d559520da259 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:30:59.127293 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-883d1c05-172a-4af2-a218-4f414e61bd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:59.140303 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '481c8384-7508-41ef-81ca-6334141a9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:54Z', 'revision_number': 4, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'gw_port': {'id': '481c8384-7508-41ef-81ca-6334141a9538', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '833e6a05-4439-46cc-855d-a989116d2f76', 'name': '', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'mac_address': 'fa:16:3e:8d:0d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:53Z', 'updated_at': '2021-12-15T16:30:58Z', 'revision_number': 4, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'subnets': [{'id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:59.173920 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd706b-1615-4775-8814-56f8d10ea761 None None] The sync data for ids ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'] in dv-cinder-812685-4-iscsi is: [{'id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '481c8384-7508-41ef-81ca-6334141a9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:54Z', 'revision_number': 4, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'gw_port': {'id': '481c8384-7508-41ef-81ca-6334141a9538', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '833e6a05-4439-46cc-855d-a989116d2f76', 'name': '', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'mac_address': 'fa:16:3e:8d:0d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:53Z', 'updated_at': '2021-12-15T16:30:58Z', 'revision_number': 4, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'subnets': [{'id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:30:59.193312 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 481c8384-7508-41ef-81ca-6334141a9538 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:30:59.194256 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:59.212304 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:59.430157 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Allocated IP 172.20.0.1 (0763e1ac-569b-4a21-8904-bc6a60fac825/3e7c186a-477d-4477-9e30-6431555beb56/8c58cd31-4eac-4884-b6a9-5a7dd629412a) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:30:59.488147 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-883d1c05-172a-4af2-a218-4f414e61bd5b None None] For port 833e6a05-4439-46cc-855d-a989116d2f76, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=833e6a05-4439-46cc-855d-a989116d2f76,segment=NetworkSegment(21ec1726-404f-4571-a214-b944f00d9ea1),segment_id=21ec1726-404f-4571-a214-b944f00d9ea1)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:30:59.503146 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-883d1c05-172a-4af2-a218-4f414e61bd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:59.576166 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:59.622579 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:59.669219 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Network 0763e1ac-569b-4a21-8904-bc6a60fac825 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:30:59.672700 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:30:59.676991 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:30:59.680219 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d1c05-172a-4af2-a218-4f414e61bd5b None None] Pushing event updated for resources: {'Port': ['ID=833e6a05-4439-46cc-855d-a989116d2f76,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:59.704300 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-39b595c3-984d-48de-ab60-94ed2ce954ff None None] Provisioning complete for port d138b251-5997-4a73-aa8e-8b2d73595cc6 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:30:59.704677 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b595c3-984d-48de-ab60-94ed2ce954ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:59.707250 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Pushing event updated for resources: {'Port': ['ID=8c58cd31-4eac-4884-b6a9-5a7dd629412a,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:30:59.731518 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-534942'] for router_interface, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:59.762721 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'name': 'tempest-TestMinimumBasicScenario-359337259-router', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b6042b7c-80be-4f6f-b27c-fb6305fc484d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:56Z', 'updated_at': '2021-12-15T16:30:57Z', 'revision_number': 3, 'project_id': '90d6df5f46244c5192631c7150461daf', 'gw_port': {'id': 'b6042b7c-80be-4f6f-b27c-fb6305fc484d', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:57Z', 'updated_at': '2021-12-15T16:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:30:59.811811 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Checking router: 6b5e95b2-a254-4ba1-885d-d559520da259 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:30:59.812170 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Updating router 6b5e95b2-a254-4ba1-885d-d559520da259 port b6042b7c-80be-4f6f-b27c-fb6305fc484d binding host dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:30:59.862988 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:30:59.916817 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:00.015187 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:00.029144 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:00.073304 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-39b595c3-984d-48de-ab60-94ed2ce954ff None None] Provisioning complete for port 833e6a05-4439-46cc-855d-a989116d2f76 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:31:00.073683 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-39b595c3-984d-48de-ab60-94ed2ce954ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:00.121396 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:00.127928 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:00.197814 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Pushing event updated for resources: {'Port': ['ID=8c58cd31-4eac-4884-b6a9-5a7dd629412a,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:00.200239 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-534574'] for router_interface, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:00.256688 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Publish callbacks [] for port, precommit_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:00.263138 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:00.311251 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Attempting to bind port b6042b7c-80be-4f6f-b27c-fb6305fc484d on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:31:00.312182 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Attempting to bind port b6042b7c-80be-4f6f-b27c-fb6305fc484d by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:31:00.312182 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Attempting to bind port b6042b7c-80be-4f6f-b27c-fb6305fc484d on network c5577648-1338-48a1-9aee-0000e1c86c30 {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:31:00.327654 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:31:00.328128 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Checking segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:31:00.328433 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:00.328821 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Bound using segment: {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'} {{(pid=102568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:31:00.329310 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.managers [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Bound port: b6042b7c-80be-4f6f-b27c-fb6305fc484d, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a86dcc-56ec-401a-8126-093e3433c6fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30'}}] {{(pid=102568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:31:00.329761 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:00.329903 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Network 0763e1ac-569b-4a21-8904-bc6a60fac825 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:31:00.331808 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b2349-589a-405c-9069-cbb4f7575ad8 None None] Pushing event updated for resources: {'Port': ['ID=b6042b7c-80be-4f6f-b27c-fb6305fc484d,revision_number=2']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:00.332725 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:31:00.371028 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 833e6a05-4439-46cc-855d-a989116d2f76 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:31:00.434115 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-dfb0436a-0eae-4d8a-8f97-0834879e74db None None] Provisioning complete for port d138b251-5997-4a73-aa8e-8b2d73595cc6 triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:31:00.434771 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfb0436a-0eae-4d8a-8f97-0834879e74db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:00.470913 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Router 6b5e95b2-a254-4ba1-885d-d559520da259 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:31:00.490342 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] For port b6042b7c-80be-4f6f-b27c-fb6305fc484d, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:31:00.495822 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] For port b6042b7c-80be-4f6f-b27c-fb6305fc484d, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=b6042b7c-80be-4f6f-b27c-fb6305fc484d,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:31:00.505207 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:00.548495 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 833e6a05-4439-46cc-855d-a989116d2f76 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:31:00.548951 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:00.588776 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:31:00.596010 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-77b45ff3-9be1-4d3c-bf1e-fde123b0b97c admin admin] 10.222.0.60 "PUT /v2.0/routers/6b5e95b2-a254-4ba1-885d-d559520da259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8758359 Dec 15 16:31:00.631301 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Routers {'6b5e95b2-a254-4ba1-885d-d559520da259'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:31:00.631913 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:30:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6b5e95b2-a254-4ba1-885d-d559520da259'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:31:00.643738 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b2349-589a-405c-9069-cbb4f7575ad8 None None] Pushing event updated for resources: {'Port': ['ID=b6042b7c-80be-4f6f-b27c-fb6305fc484d,revision_number=3']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:00.777839 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-dfb0436a-0eae-4d8a-8f97-0834879e74db None None] Provisioning complete for port 8c58cd31-4eac-4884-b6a9-5a7dd629412a triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:31:00.778216 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-dfb0436a-0eae-4d8a-8f97-0834879e74db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:00.813237 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device d138b251-5997-4a73-aa8e-8b2d73595cc6 up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:31:00.819687 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] Set router 6b5e95b2-a254-4ba1-885d-d559520da259 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:31:00.884280 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0436a-0eae-4d8a-8f97-0834879e74db None None] Port 8c58cd31-4eac-4884-b6a9-5a7dd629412a cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:31:00.986333 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port d138b251-5997-4a73-aa8e-8b2d73595cc6 triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:31:00.986705 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:01.060528 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-0a8c7d06-f121-4cf0-be91-050f391d5101 None None] Provisioning complete for port 8c58cd31-4eac-4884-b6a9-5a7dd629412a triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:31:01.060930 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7d06-f121-4cf0-be91-050f391d5101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:01.159303 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:01.164969 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c7d06-f121-4cf0-be91-050f391d5101 None None] Port 8c58cd31-4eac-4884-b6a9-5a7dd629412a cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:31:01.197783 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'name': 'tempest-TestMinimumBasicScenario-359337259-router', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b6042b7c-80be-4f6f-b27c-fb6305fc484d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:56Z', 'updated_at': '2021-12-15T16:30:59Z', 'revision_number': 4, 'project_id': '90d6df5f46244c5192631c7150461daf', 'gw_port': {'id': 'b6042b7c-80be-4f6f-b27c-fb6305fc484d', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:57Z', 'updated_at': '2021-12-15T16:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '8c58cd31-4eac-4884-b6a9-5a7dd629412a', 'name': '', 'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'mac_address': 'fa:16:3e:09:ef:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3e7c186a-477d-4477-9e30-6431555beb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:59Z', 'updated_at': '2021-12-15T16:30:59Z', 'revision_number': 2, 'project_id': '90d6df5f46244c5192631c7150461daf', 'subnets': [{'id': '3e7c186a-477d-4477-9e30-6431555beb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:31:01.224585 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079767d3-7562-4d9c-8037-6f18f2f7969a None None] The sync data for ids ['6b5e95b2-a254-4ba1-885d-d559520da259'] in dv-cinder-812685-4-iscsi is: [{'id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'name': 'tempest-TestMinimumBasicScenario-359337259-router', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b6042b7c-80be-4f6f-b27c-fb6305fc484d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:56Z', 'updated_at': '2021-12-15T16:30:59Z', 'revision_number': 4, 'project_id': '90d6df5f46244c5192631c7150461daf', 'gw_port': {'id': 'b6042b7c-80be-4f6f-b27c-fb6305fc484d', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:57Z', 'updated_at': '2021-12-15T16:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '8c58cd31-4eac-4884-b6a9-5a7dd629412a', 'name': '', 'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'mac_address': 'fa:16:3e:09:ef:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3e7c186a-477d-4477-9e30-6431555beb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:59Z', 'updated_at': '2021-12-15T16:30:59Z', 'revision_number': 2, 'project_id': '90d6df5f46244c5192631c7150461daf', 'subnets': [{'id': '3e7c186a-477d-4477-9e30-6431555beb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:31:02.350135 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device b6042b7c-80be-4f6f-b27c-fb6305fc484d up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:31:02.428196 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port b6042b7c-80be-4f6f-b27c-fb6305fc484d triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:31:02.428733 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:02.545452 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:02.576702 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] For port b6042b7c-80be-4f6f-b27c-fb6305fc484d, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=b6042b7c-80be-4f6f-b27c-fb6305fc484d,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:31:02.584237 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:02.658096 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Pushing event updated for resources: {'Port': ['ID=b6042b7c-80be-4f6f-b27c-fb6305fc484d,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:03.483892 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Sync routers for ids ['6b5e95b2-a254-4ba1-885d-d559520da259'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:31:03.496894 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Routers {'6b5e95b2-a254-4ba1-885d-d559520da259'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:31:03.497512 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:30:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6b5e95b2-a254-4ba1-885d-d559520da259'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:31:03.611279 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Set router 6b5e95b2-a254-4ba1-885d-d559520da259 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:31:03.823477 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'name': 'tempest-TestMinimumBasicScenario-359337259-router', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b6042b7c-80be-4f6f-b27c-fb6305fc484d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:56Z', 'updated_at': '2021-12-15T16:30:59Z', 'revision_number': 4, 'project_id': '90d6df5f46244c5192631c7150461daf', 'gw_port': {'id': 'b6042b7c-80be-4f6f-b27c-fb6305fc484d', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:57Z', 'updated_at': '2021-12-15T16:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '8c58cd31-4eac-4884-b6a9-5a7dd629412a', 'name': '', 'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'mac_address': 'fa:16:3e:09:ef:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3e7c186a-477d-4477-9e30-6431555beb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:59Z', 'updated_at': '2021-12-15T16:30:59Z', 'revision_number': 2, 'project_id': '90d6df5f46244c5192631c7150461daf', 'subnets': [{'id': '3e7c186a-477d-4477-9e30-6431555beb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:31:03.856158 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Checking router: 6b5e95b2-a254-4ba1-885d-d559520da259 for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:31:03.856480 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Updating router 6b5e95b2-a254-4ba1-885d-d559520da259 port 8c58cd31-4eac-4884-b6a9-5a7dd629412a binding host dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 16:31:03.885539 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:04.181354 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:04.188856 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:04.234591 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbb503-5b73-4485-b298-d53a5a62d452 None None] Pushing event updated for resources: {'Port': ['ID=8c58cd31-4eac-4884-b6a9-5a7dd629412a,revision_number=3']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:04.347356 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device b6042b7c-80be-4f6f-b27c-fb6305fc484d up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:31:04.362183 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Attempting to bind port 8c58cd31-4eac-4884-b6a9-5a7dd629412a on host dv-cinder-812685-4-iscsi for vnic_type normal with profile {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:31:04.362557 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Attempting to bind port 8c58cd31-4eac-4884-b6a9-5a7dd629412a by drivers openvswitch,hyperv on host dv-cinder-812685-4-iscsi at level 0 using segments [{'id': 'a0fef553-c5e5-46cd-8445-e5f07ae9b290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825'}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:31:04.362923 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Attempting to bind port 8c58cd31-4eac-4884-b6a9-5a7dd629412a on network 0763e1ac-569b-4a21-8904-bc6a60fac825 {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:31:04.378079 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Checking agent: {'id': '1aceb47b-ee71-4c4f-ba63-2f3f97c89fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 13), 'started_at': datetime.datetime(2021, 12, 15, 16, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:31:04.380604 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Checking segment: {'id': 'a0fef553-c5e5-46cd-8445-e5f07ae9b290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:31:04.381024 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:04.381425 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Bound using segment: {'id': 'a0fef553-c5e5-46cd-8445-e5f07ae9b290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825'} {{(pid=102569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:31:04.381914 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.managers [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Bound port: 8c58cd31-4eac-4884-b6a9-5a7dd629412a, host: dv-cinder-812685-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fef553-c5e5-46cd-8445-e5f07ae9b290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825'}}] {{(pid=102569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:31:04.382321 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:04.464789 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port b6042b7c-80be-4f6f-b27c-fb6305fc484d triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:31:04.465159 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:04.499489 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] For port 8c58cd31-4eac-4884-b6a9-5a7dd629412a, host dv-cinder-812685-4-iscsi, cleared binding levels {{(pid=102569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:31:04.503886 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.plugins.ml2.db [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] For port 8c58cd31-4eac-4884-b6a9-5a7dd629412a, host dv-cinder-812685-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=8c58cd31-4eac-4884-b6a9-5a7dd629412a,segment=NetworkSegment(a0fef553-c5e5-46cd-8445-e5f07ae9b290),segment_id=a0fef553-c5e5-46cd-8445-e5f07ae9b290)] {{(pid=102569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:31:04.512236 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron_lib.callbacks.manager [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:04.530594 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-d8cbba9f-b68f-47c3-bc96-630d10c80d28 None None] Provisioning complete for port 8c58cd31-4eac-4884-b6a9-5a7dd629412a triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:31:04.531734 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8cbba9f-b68f-47c3-bc96-630d10c80d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:04.610030 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbb503-5b73-4485-b298-d53a5a62d452 None None] Pushing event updated for resources: {'Port': ['ID=8c58cd31-4eac-4884-b6a9-5a7dd629412a,revision_number=4']} {{(pid=102569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:04.619816 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Routers {'6b5e95b2-a254-4ba1-885d-d559520da259'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:31:04.620911 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:30:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6b5e95b2-a254-4ba1-885d-d559520da259'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:31:04.738657 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] Set router 6b5e95b2-a254-4ba1-885d-d559520da259 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:31:04.858272 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8cbba9f-b68f-47c3-bc96-630d10c80d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:04.898691 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-d8cbba9f-b68f-47c3-bc96-630d10c80d28 None None] For port 8c58cd31-4eac-4884-b6a9-5a7dd629412a, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=8c58cd31-4eac-4884-b6a9-5a7dd629412a,segment=NetworkSegment(a0fef553-c5e5-46cd-8445-e5f07ae9b290),segment_id=a0fef553-c5e5-46cd-8445-e5f07ae9b290)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:31:04.906523 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-d8cbba9f-b68f-47c3-bc96-630d10c80d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:04.958395 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbba9f-b68f-47c3-bc96-630d10c80d28 None None] Pushing event updated for resources: {'Port': ['ID=8c58cd31-4eac-4884-b6a9-5a7dd629412a,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:05.009241 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'name': 'tempest-TestMinimumBasicScenario-359337259-router', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b6042b7c-80be-4f6f-b27c-fb6305fc484d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:56Z', 'updated_at': '2021-12-15T16:30:59Z', 'revision_number': 4, 'project_id': '90d6df5f46244c5192631c7150461daf', 'gw_port': {'id': 'b6042b7c-80be-4f6f-b27c-fb6305fc484d', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:57Z', 'updated_at': '2021-12-15T16:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '8c58cd31-4eac-4884-b6a9-5a7dd629412a', 'name': '', 'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'mac_address': 'fa:16:3e:09:ef:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3e7c186a-477d-4477-9e30-6431555beb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:59Z', 'updated_at': '2021-12-15T16:31:04Z', 'revision_number': 4, 'project_id': '90d6df5f46244c5192631c7150461daf', 'subnets': [{'id': '3e7c186a-477d-4477-9e30-6431555beb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:31:05.032300 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-adc2ae19-89cc-46b9-bb91-2ff135b3fdd7 None None] Provisioning complete for port 8c58cd31-4eac-4884-b6a9-5a7dd629412a triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:31:05.032965 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-adc2ae19-89cc-46b9-bb91-2ff135b3fdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:05.040247 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e426a89-c8ad-40ac-a56e-e1dee9e407f1 None None] The sync data for ids ['6b5e95b2-a254-4ba1-885d-d559520da259'] in dv-cinder-812685-4-iscsi is: [{'id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'name': 'tempest-TestMinimumBasicScenario-359337259-router', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b6042b7c-80be-4f6f-b27c-fb6305fc484d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:56Z', 'updated_at': '2021-12-15T16:30:59Z', 'revision_number': 4, 'project_id': '90d6df5f46244c5192631c7150461daf', 'gw_port': {'id': 'b6042b7c-80be-4f6f-b27c-fb6305fc484d', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:57Z', 'updated_at': '2021-12-15T16:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '8c58cd31-4eac-4884-b6a9-5a7dd629412a', 'name': '', 'network_id': '0763e1ac-569b-4a21-8904-bc6a60fac825', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'mac_address': 'fa:16:3e:09:ef:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3e7c186a-477d-4477-9e30-6431555beb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:59Z', 'updated_at': '2021-12-15T16:31:04Z', 'revision_number': 4, 'project_id': '90d6df5f46244c5192631c7150461daf', 'subnets': [{'id': '3e7c186a-477d-4477-9e30-6431555beb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:31:06.346503 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 8c58cd31-4eac-4884-b6a9-5a7dd629412a up at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:31:06.402821 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Provisioning complete for port 8c58cd31-4eac-4884-b6a9-5a7dd629412a triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:31:06.403281 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:07.400249 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:31:10.695592 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-b1df455f-4527-40b1-8cc5-473a8774deb4 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:10.696955 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-b1df455f-4527-40b1-8cc5-473a8774deb4 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/networks?id=944a922e-526f-48e8-8eb2-1c3a749cb11e HTTP/1.1" status: 200 len: 814 time: 0.1167500 Dec 15 16:31:10.712886 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-34149b7f-7b35-4ec9-b664-d97b54a1dec1 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/quotas/ab2d1be987d44e91a0bfaaaf47b3235f HTTP/1.1" status: 200 len: 375 time: 0.0095725 Dec 15 16:31:10.770562 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-d67ec55a-08a4-4de2-881d-1c365b97b752 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab2d1be987d44e91a0bfaaaf47b3235f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515234 Dec 15 16:31:10.901929 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-cedf0ec8-32d8-42b8-9bcf-95813946cccb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:31:10.903503 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-cedf0ec8-32d8-42b8-9bcf-95813946cccb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1180503 Dec 15 16:31:11.020192 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-5cfd1841-da54-4fac-88f6-508f621604af service neutron] 10.222.0.60 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067629 Dec 15 16:31:11.112695 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-d4e43e38-a5a9-4153-95d8-b28b9d792934 service neutron] 10.222.0.60 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865264 Dec 15 16:31:11.348551 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c91acbb0-08e0-4c87-8149-6101cfb6be6f req-04dcf68a-5d54-45d2-aaaf-1db1df5781b3 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 210 time: 0.0851831 Dec 15 16:31:12.417957 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-e9ad2527-c000-4467-860e-b1b5a3ca1117 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:12.419793 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-e9ad2527-c000-4467-860e-b1b5a3ca1117 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.65 "GET /v2.0/networks?id=944a922e-526f-48e8-8eb2-1c3a749cb11e HTTP/1.1" status: 200 len: 814 time: 0.1150322 Dec 15 16:31:12.433522 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-6bb5a89d-22aa-43a5-a10c-b607cd053d19 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Request body: {'port': {'device_id': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'admin_state_up': True, 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:31:12.452308 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-983b5301-1ccf-430e-9ac0-6c929f5478e5 req-8e2051ce-e778-4114-87a7-8d652f003d30 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 210 time: 0.0282331 Dec 15 16:31:12.548981 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-6bb5a89d-22aa-43a5-a10c-b607cd053d19 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Made reservation on behalf of ab2d1be987d44e91a0bfaaaf47b3235f for: {'port': 1} {{(pid=102566) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 16:31:12.552757 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-6bb5a89d-22aa-43a5-a10c-b607cd053d19 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:12.682776 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-6bb5a89d-22aa-43a5-a10c-b607cd053d19 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Allocated IP 172.20.0.5 (944a922e-526f-48e8-8eb2-1c3a749cb11e/70a41f5f-bff0-4b2a-9b6f-a56145228865/69178240-43dc-4650-a6a4-f74c6c15626c) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:31:12.852603 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-6bb5a89d-22aa-43a5-a10c-b607cd053d19 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:12.894039 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-6bb5a89d-22aa-43a5-a10c-b607cd053d19 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:12.943480 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-6bb5a89d-22aa-43a5-a10c-b607cd053d19 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Network 944a922e-526f-48e8-8eb2-1c3a749cb11e is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:31:12.951001 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-6bb5a89d-22aa-43a5-a10c-b607cd053d19 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:31:12.956262 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-6bb5a89d-22aa-43a5-a10c-b607cd053d19 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:31:13.025532 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-6bb5a89d-22aa-43a5-a10c-b607cd053d19 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:13.026209 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-6bb5a89d-22aa-43a5-a10c-b607cd053d19 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:13.039349 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5a89d-22aa-43a5-a10c-b607cd053d19 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Pushing event updated for resources: {'Port': ['ID=69178240-43dc-4650-a6a4-f74c6c15626c,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:13.055965 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-6bb5a89d-22aa-43a5-a10c-b607cd053d19 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6259825 Dec 15 16:31:13.318331 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-9f27f8d6-843c-4609-a32a-a19be7da58ae None None] Provisioning complete for port 69178240-43dc-4650-a6a4-f74c6c15626c triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:31:13.319482 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f27f8d6-843c-4609-a32a-a19be7da58ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:13.362664 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-9f27f8d6-843c-4609-a32a-a19be7da58ae None None] Port 69178240-43dc-4650-a6a4-f74c6c15626c cannot update to ACTIVE because it is not bound. {{(pid=102568) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 16:31:13.610719 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da478f7-4779-4f10-8ccc-b280596c9df1 req-93aef146-6ed7-42d3-acda-6b84b3618742 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:13.615984 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4da478f7-4779-4f10-8ccc-b280596c9df1 req-93aef146-6ed7-42d3-acda-6b84b3618742 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 931 time: 0.0928025 Dec 15 16:31:13.663158 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4da478f7-4779-4f10-8ccc-b280596c9df1 req-706df116-e551-4fe6-8583-8b01ab070b7e tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 Dec 15 16:31:14.806468 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fced538-0cb6-4102-a7bf-97df42c7efef req-568f58f0-01b9-4b1f-9e03-96c7cff00ba4 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:14.815838 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3fced538-0cb6-4102-a7bf-97df42c7efef req-568f58f0-01b9-4b1f-9e03-96c7cff00ba4 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 931 time: 0.0751920 Dec 15 16:31:14.869949 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3fced538-0cb6-4102-a7bf-97df42c7efef req-f30b9c8d-533b-4c41-a563-68e50f82d61a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525789 Dec 15 16:31:16.024278 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbac06d-f149-4b33-92a3-6074f91e9053 req-854fb48b-13a7-484b-87d7-08fbc384c5b2 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:16.025809 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7dbac06d-f149-4b33-92a3-6074f91e9053 req-854fb48b-13a7-484b-87d7-08fbc384c5b2 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 931 time: 0.0627587 Dec 15 16:31:16.077069 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7dbac06d-f149-4b33-92a3-6074f91e9053 req-30335949-db59-44e4-99fc-64bed197d8e0 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450375 Dec 15 16:31:17.197933 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7eb55-1146-48c2-9ab3-651b59a08f79 req-67295415-a3c0-43b0-a895-b374dbc6e483 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:17.199404 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c4b7eb55-1146-48c2-9ab3-651b59a08f79 req-67295415-a3c0-43b0-a895-b374dbc6e483 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 931 time: 0.0520170 Dec 15 16:31:17.249314 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c4b7eb55-1146-48c2-9ab3-651b59a08f79 req-7c075923-3c62-4ca3-a893-d055d7c753f4 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433300 Dec 15 16:31:18.392535 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958f25f-9cab-4755-82e0-c46d12306dab req-5ef040ba-5817-4222-964f-9cec91f661e0 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:18.394055 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b958f25f-9cab-4755-82e0-c46d12306dab req-5ef040ba-5817-4222-964f-9cec91f661e0 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 931 time: 0.0537949 Dec 15 16:31:18.443960 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-b958f25f-9cab-4755-82e0-c46d12306dab req-79c6f2f8-03d0-4f28-adaa-7facc07f7e73 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439265 Dec 15 16:31:19.584974 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde1564-fefd-4989-a7ee-887973ad9d49 req-79d03ff9-e9cc-4367-8909-128312a9de53 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:19.586660 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9dde1564-fefd-4989-a7ee-887973ad9d49 req-79d03ff9-e9cc-4367-8909-128312a9de53 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 931 time: 0.0716026 Dec 15 16:31:19.642025 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-9dde1564-fefd-4989-a7ee-887973ad9d49 req-fc790271-34c4-4e4f-81ba-2ead0a1233a2 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483115 Dec 15 16:31:20.769155 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03947a-6625-4acb-a9fa-8c79f821d9f6 req-86aa5be5-19e7-4d3d-9efa-7325a02daf12 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:20.770636 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cc03947a-6625-4acb-a9fa-8c79f821d9f6 req-86aa5be5-19e7-4d3d-9efa-7325a02daf12 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 931 time: 0.0571802 Dec 15 16:31:20.839301 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cc03947a-6625-4acb-a9fa-8c79f821d9f6 req-dd7215dc-5f7a-410a-9bb7-bc797a41aa70 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594811 Dec 15 16:31:21.963949 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78885e8e-8ad1-4d09-ae17-5916c2fa04c2 req-5992e4bd-fb90-4b11-bd3c-c47c3315f1a8 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:21.965505 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-78885e8e-8ad1-4d09-ae17-5916c2fa04c2 req-5992e4bd-fb90-4b11-bd3c-c47c3315f1a8 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 931 time: 0.0537043 Dec 15 16:31:22.016408 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-78885e8e-8ad1-4d09-ae17-5916c2fa04c2 req-ff0d4ab0-2853-45b6-9bd3-2c45e0692408 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444424 Dec 15 16:31:23.142480 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de324b26-c6c4-49eb-9c3b-c2526cfbac9c req-64e44d1f-8c7f-424f-b744-113f9913405b tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:23.143992 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-de324b26-c6c4-49eb-9c3b-c2526cfbac9c req-64e44d1f-8c7f-424f-b744-113f9913405b tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 931 time: 0.0514991 Dec 15 16:31:23.200879 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-de324b26-c6c4-49eb-9c3b-c2526cfbac9c req-ed31f35c-9ee9-412d-9e09-7bd3a0bcd06b tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475748 Dec 15 16:31:24.262223 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-668a4999-01cc-42c7-a936-5e023bab539b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:24.337778 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f220565-4a49-43b8-a788-6397817473bf req-226ce11b-9d59-434a-bf4d-2b3e55cb32e3 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:24.339274 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5f220565-4a49-43b8-a788-6397817473bf req-226ce11b-9d59-434a-bf4d-2b3e55cb32e3 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 931 time: 0.0572729 Dec 15 16:31:24.396563 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-5f220565-4a49-43b8-a788-6397817473bf req-c2a9fca1-e7dd-4251-8a75-5ea64c28f21a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485718 Dec 15 16:31:24.711488 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-c9c549ae-901f-468c-8555-ef367b1b308b tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=102566) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 16:31:24.712798 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-c9c549ae-901f-468c-8555-ef367b1b308b tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061686 Dec 15 16:31:24.776094 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Request body: {'port': {'device_id': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:31:24.828754 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:25.099403 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69178240-43dc-4650-a6a4-f74c6c15626c {{(pid=102566) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:31:25.107536 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:25.120988 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.provisioning_blocks [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Transition to ACTIVE for port object 69178240-43dc-4650-a6a4-f74c6c15626c will not be triggered until provisioned by entity L2. {{(pid=102566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 16:31:25.128392 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:25.195901 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Pushing event updated for resources: {'Port': ['ID=69178240-43dc-4650-a6a4-f74c6c15626c,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:25.250682 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Attempting to bind port 69178240-43dc-4650-a6a4-f74c6c15626c on host hv-cinder-81268 for vnic_type normal with profile {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 16:31:25.251022 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Attempting to bind port 69178240-43dc-4650-a6a4-f74c6c15626c by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '21ec1726-404f-4571-a214-b944f00d9ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e'}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 16:31:25.251351 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Attempting to bind port 69178240-43dc-4650-a6a4-f74c6c15626c on network 944a922e-526f-48e8-8eb2-1c3a749cb11e {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:31:25.260765 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Port 69178240-43dc-4650-a6a4-f74c6c15626c on network 944a922e-526f-48e8-8eb2-1c3a749cb11e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 16:31:25.261043 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Attempting to bind port 69178240-43dc-4650-a6a4-f74c6c15626c on network 944a922e-526f-48e8-8eb2-1c3a749cb11e {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 16:31:25.267837 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Checking agent: {'id': 'c4ecbedf-f7b2-47b7-9ae0-9f94983ca992', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 16, 19), 'started_at': datetime.datetime(2021, 12, 15, 16, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 16:31:25.268279 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Checking segment: {'id': '21ec1726-404f-4571-a214-b944f00d9ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 16:31:25.268691 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Bound using segment: {'id': '21ec1726-404f-4571-a214-b944f00d9ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e'} {{(pid=102566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 16:31:25.269270 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.managers [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Bound port: 69178240-43dc-4650-a6a4-f74c6c15626c, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ec1726-404f-4571-a214-b944f00d9ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e'}}] {{(pid=102566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 16:31:25.269925 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:25.521177 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ef30a-2ae0-412a-a78b-93af4d966e1d req-7a56f126-8063-44a3-81c3-3b5b3f77e538 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:25.522756 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a83ef30a-2ae0-412a-a78b-93af4d966e1d req-7a56f126-8063-44a3-81c3-3b5b3f77e538 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 943 time: 0.0554693 Dec 15 16:31:25.575029 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a83ef30a-2ae0-412a-a78b-93af4d966e1d req-9e3ecadb-9d44-4ac6-a0f5-5c8c3ad8b106 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459809 Dec 15 16:31:25.616644 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] For port 69178240-43dc-4650-a6a4-f74c6c15626c, host hv-cinder-81268, cleared binding levels {{(pid=102566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 16:31:25.620020 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] For port 69178240-43dc-4650-a6a4-f74c6c15626c, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=69178240-43dc-4650-a6a4-f74c6c15626c,segment=NetworkSegment(21ec1726-404f-4571-a214-b944f00d9ea1),segment_id=21ec1726-404f-4571-a214-b944f00d9ea1)] {{(pid=102566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 16:31:25.625618 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:25.661122 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:25.661747 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:25.663194 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] 10.222.0.65 "PUT /v2.0/ports/69178240-43dc-4650-a6a4-f74c6c15626c HTTP/1.1" status: 200 len: 1093 time: 0.9391015 Dec 15 16:31:25.663772 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'tag': '69178240-43dc-4650-a6a4-f74c6c15626c'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:31:25.666019 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c08119-be0f-4353-b143-9768e22511c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a11a4277-5614-4ba2-8452-4d7a8739292c", "tag": "69178240-43dc-4650-a6a4-f74c6c15626c"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:31:25.702721 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fc900-f02e-4121-ae97-77c90cf40b27 service neutron] Pushing event updated for resources: {'Port': ['ID=69178240-43dc-4650-a6a4-f74c6c15626c,revision_number=3']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:25.717125 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b11079-06a4-4fe7-9738-8d208d3d2e22 x-openstack-request-id: req-24b11079-06a4-4fe7-9738-8d208d3d2e22 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:31:25.717826 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11a4277-5614-4ba2-8452-4d7a8739292c", "tag": "69178240-43dc-4650-a6a4-f74c6c15626c", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:31:25.717826 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24b11079-06a4-4fe7-9738-8d208d3d2e22 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:31:25.718038 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'tag': '69178240-43dc-4650-a6a4-f74c6c15626c', 'status': 'completed', 'code': 200} Dec 15 16:31:25.752313 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-833d7091-f95f-4f95-9789-35339f6ecc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:25.753806 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-833d7091-f95f-4f95-9789-35339f6ecc18 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab2d1be987d44e91a0bfaaaf47b3235f&device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 1096 time: 0.0464935 Dec 15 16:31:25.801291 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-e5150f5c-3f6e-4e05-ba2b-4cc966017941 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69178240-43dc-4650-a6a4-f74c6c15626c HTTP/1.1" status: 200 len: 217 time: 0.0384200 Dec 15 16:31:25.859258 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-5a9e5521-c0f1-4460-b5dd-8c5d3217e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:25.860877 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-5a9e5521-c0f1-4460-b5dd-8c5d3217e530 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70a41f5f-bff0-4b2a-9b6f-a56145228865 HTTP/1.1" status: 200 len: 853 time: 0.0527971 Dec 15 16:31:25.908459 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-37609aa5-43c7-4858-84a6-6c2bf64582ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:25.910052 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-37609aa5-43c7-4858-84a6-6c2bf64582ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=944a922e-526f-48e8-8eb2-1c3a749cb11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423329 Dec 15 16:31:26.009741 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-9a213712-ffb6-4b3f-af63-76efc1483df1 service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910847 Dec 15 16:31:26.102890 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-079d42eb-02ef-4b47-9539-0fa640fdb7dd req-4bb5f80f-e352-4902-8cc2-227c217eda52 service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860734 Dec 15 16:31:26.188685 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c08119-be0f-4353-b143-9768e22511c8 req-15a65871-6493-4711-9ffa-2e3aae4d8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:26.190132 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-40c08119-be0f-4353-b143-9768e22511c8 req-15a65871-6493-4711-9ffa-2e3aae4d8f7e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab2d1be987d44e91a0bfaaaf47b3235f&device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 1096 time: 0.0426695 Dec 15 16:31:26.287928 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c08119-be0f-4353-b143-9768e22511c8 req-d49de3e7-7d2c-46e0-8508-5a6db79601c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:26.289702 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-40c08119-be0f-4353-b143-9768e22511c8 req-d49de3e7-7d2c-46e0-8508-5a6db79601c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=944a922e-526f-48e8-8eb2-1c3a749cb11e HTTP/1.1" status: 200 len: 915 time: 0.0900640 Dec 15 16:31:26.332166 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-40c08119-be0f-4353-b143-9768e22511c8 req-ad535507-082f-46ff-adc3-cd1cd37100e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69178240-43dc-4650-a6a4-f74c6c15626c HTTP/1.1" status: 200 len: 217 time: 0.0348196 Dec 15 16:31:26.388139 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c08119-be0f-4353-b143-9768e22511c8 req-ae72f39b-448b-4b8b-a413-a435f6646279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:26.389709 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-40c08119-be0f-4353-b143-9768e22511c8 req-ae72f39b-448b-4b8b-a413-a435f6646279 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70a41f5f-bff0-4b2a-9b6f-a56145228865 HTTP/1.1" status: 200 len: 853 time: 0.0508323 Dec 15 16:31:26.440340 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c08119-be0f-4353-b143-9768e22511c8 req-24b276e3-2c54-42cb-8e84-795a3811ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:26.441932 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-40c08119-be0f-4353-b143-9768e22511c8 req-24b276e3-2c54-42cb-8e84-795a3811ee35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=944a922e-526f-48e8-8eb2-1c3a749cb11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439403 Dec 15 16:31:26.536265 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-40c08119-be0f-4353-b143-9768e22511c8 req-72d79fb4-5c6d-43ee-958c-9b1d9d6b22ee service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867765 Dec 15 16:31:26.643809 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-40c08119-be0f-4353-b143-9768e22511c8 req-31746a1d-257a-4d7c-b266-f93acf040615 service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995901 Dec 15 16:31:26.703029 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf50fe-c7ba-42da-980c-a197991ad3cf req-d9fd3fd3-9886-437d-a95e-86d58239ee4c tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:26.704424 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7caf50fe-c7ba-42da-980c-a197991ad3cf req-d9fd3fd3-9886-437d-a95e-86d58239ee4c tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 943 time: 0.0564530 Dec 15 16:31:26.753204 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7caf50fe-c7ba-42da-980c-a197991ad3cf req-925a03e8-1e9f-43cb-8930-d4013409a3f6 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427003 Dec 15 16:31:26.900830 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9be60d80-70b9-483a-a301-2c26880cf0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:27.877565 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff04dd-8774-41b6-9ac2-a56bf3f7e821 req-31507129-6ad3-4b03-a250-1b1c5cd440d6 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:27.879086 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1bff04dd-8774-41b6-9ac2-a56bf3f7e821 req-31507129-6ad3-4b03-a250-1b1c5cd440d6 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 943 time: 0.0507739 Dec 15 16:31:27.949801 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1bff04dd-8774-41b6-9ac2-a56bf3f7e821 req-830a506d-ce5b-48e1-bbd8-5c2c43c099ff tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608275 Dec 15 16:31:28.877677 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:29.073794 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6a8a7-631f-419c-8e84-0d43296ba84c req-1d7e5d2b-262a-4614-8c40-4d753b6a8354 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:29.075301 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8ee6a8a7-631f-419c-8e84-0d43296ba84c req-1d7e5d2b-262a-4614-8c40-4d753b6a8354 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 943 time: 0.0502713 Dec 15 16:31:29.128722 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8ee6a8a7-631f-419c-8e84-0d43296ba84c req-97a8d7c8-1af5-4130-a6f3-681670ae52f8 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472085 Dec 15 16:31:29.589151 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 69178240-43dc-4650-a6a4-f74c6c15626c details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=102568) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 16:31:29.706334 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 69178240-43dc-4650-a6a4-f74c6c15626c, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=69178240-43dc-4650-a6a4-f74c6c15626c,segment=NetworkSegment(21ec1726-404f-4571-a214-b944f00d9ea1),segment_id=21ec1726-404f-4571-a214-b944f00d9ea1)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:31:29.719041 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Returning: {'device': '69178240-43dc-4650-a6a4-f74c6c15626c', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'port_id': '69178240-43dc-4650-a6a4-f74c6c15626c', 'mac_address': 'fa:16:3e:60:c6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102568) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 16:31:29.762577 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:29.779554 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69178240-43dc-4650-a6a4-f74c6c15626c {{(pid=102568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 16:31:29.799739 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 69178240-43dc-4650-a6a4-f74c6c15626c, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=69178240-43dc-4650-a6a4-f74c6c15626c,segment=NetworkSegment(21ec1726-404f-4571-a214-b944f00d9ea1),segment_id=21ec1726-404f-4571-a214-b944f00d9ea1)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:31:29.805117 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:29.857933 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=69178240-43dc-4650-a6a4-f74c6c15626c,revision_number=4']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:29.954913 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:29.968953 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:30.013866 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['69178240-43dc-4650-a6a4-f74c6c15626c'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:31:30.261668 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784c4d6-abf9-4e69-b10e-e0e90e596271 req-cc5043d8-c287-493f-a944-02fd1f393f8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:30.263203 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0784c4d6-abf9-4e69-b10e-e0e90e596271 req-cc5043d8-c287-493f-a944-02fd1f393f8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 944 time: 0.0535698 Dec 15 16:31:30.316706 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0784c4d6-abf9-4e69-b10e-e0e90e596271 req-9bdff5ca-2b06-4f44-97da-ab3b4c52ed67 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474365 Dec 15 16:31:31.106611 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:31.440072 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b012bf-f127-4eed-bb82-ff296063c4cc req-0a6ae1c9-fd0e-40ea-9278-1906e9aad097 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:31.441704 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c0b012bf-f127-4eed-bb82-ff296063c4cc req-0a6ae1c9-fd0e-40ea-9278-1906e9aad097 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 944 time: 0.0523014 Dec 15 16:31:31.496083 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c0b012bf-f127-4eed-bb82-ff296063c4cc req-501fdd2b-bab6-462e-800d-95768e03e5b8 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478079 Dec 15 16:31:31.605841 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 69178240-43dc-4650-a6a4-f74c6c15626c up at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 16:31:31.657814 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning for port 69178240-43dc-4650-a6a4-f74c6c15626c completed by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 16:31:31.663674 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Provisioning complete for port 69178240-43dc-4650-a6a4-f74c6c15626c triggered by entity L2. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:31:31.664161 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:31.747131 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:31.774767 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69178240-43dc-4650-a6a4-f74c6c15626c'}] {{(pid=102568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:31:31.778227 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06620ff5c44103577ed79fa6dc6a86ba81c1c43a9c58be0139e527ee002dd29a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a00658-889b-4588-a15c-65c717b11d64" -d '{"events": [{"server_uuid": "a11a4277-5614-4ba2-8452-4d7a8739292c", "name": "network-vif-plugged", "status": "completed", "tag": "69178240-43dc-4650-a6a4-f74c6c15626c"}]}' {{(pid=102568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:31:31.791909 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] For port 69178240-43dc-4650-a6a4-f74c6c15626c, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=69178240-43dc-4650-a6a4-f74c6c15626c,segment=NetworkSegment(21ec1726-404f-4571-a214-b944f00d9ea1),segment_id=21ec1726-404f-4571-a214-b944f00d9ea1)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:31:31.798229 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556'] for port, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:31.823248 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8e28e0-02e6-4814-8497-f111f6502e10 x-openstack-request-id: req-2e8e28e0-02e6-4814-8497-f111f6502e10 {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:31:31.823739 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11a4277-5614-4ba2-8452-4d7a8739292c", "name": "network-vif-plugged", "status": "completed", "tag": "69178240-43dc-4650-a6a4-f74c6c15626c", "code": 200}]} {{(pid=102568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:31:31.823868 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e8e28e0-02e6-4814-8497-f111f6502e10 {{(pid=102568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:31:31.824202 dv-cinder-812685-4-iscsi neutron-server[102568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69178240-43dc-4650-a6a4-f74c6c15626c', 'code': 200} Dec 15 16:31:31.854357 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Pushing event updated for resources: {'Port': ['ID=69178240-43dc-4650-a6a4-f74c6c15626c,revision_number=5']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:31.995671 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd8af9-681e-4c84-887e-3d47ad08c073 req-c0a40000-4f98-46be-b330-6b7c9ea800bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:31.997107 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e5fd8af9-681e-4c84-887e-3d47ad08c073 req-c0a40000-4f98-46be-b330-6b7c9ea800bc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 1098 time: 0.0466564 Dec 15 16:31:32.045727 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-e5fd8af9-681e-4c84-887e-3d47ad08c073 req-f093ab50-67d0-4920-a95d-71f9c2d357c1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412920 Dec 15 16:31:32.630960 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcd463-8ba2-44fa-9a79-ccc775397cc2 req-6874e1ac-7a92-4ed9-8b7a-e3bd9d74819c tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:32.632499 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c7bcd463-8ba2-44fa-9a79-ccc775397cc2 req-6874e1ac-7a92-4ed9-8b7a-e3bd9d74819c tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 945 time: 0.0559807 Dec 15 16:31:32.684687 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c7bcd463-8ba2-44fa-9a79-ccc775397cc2 req-6be0b686-b761-4a27-82a7-9d6383c7cb48 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457561 Dec 15 16:31:33.808554 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e1daa-bafd-4bc0-9180-84ab22f66551 req-68105c6a-9139-4eb2-a399-aca3f623bc37 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:33.810032 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d70e1daa-bafd-4bc0-9180-84ab22f66551 req-68105c6a-9139-4eb2-a399-aca3f623bc37 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 945 time: 0.0505533 Dec 15 16:31:33.857674 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d70e1daa-bafd-4bc0-9180-84ab22f66551 req-8cda6864-ac46-4223-94c2-7b1b5a7ea52e tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Dec 15 16:31:33.993218 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5add49f-e2ac-435c-a617-1660a8242235 req-a5ac08b8-0b9c-4d14-bbd5-c3a79cc91771 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:33.995100 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d5add49f-e2ac-435c-a617-1660a8242235 req-a5ac08b8-0b9c-4d14-bbd5-c3a79cc91771 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 945 time: 0.0579598 Dec 15 16:31:34.060524 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d5add49f-e2ac-435c-a617-1660a8242235 req-186ccf7e-1888-4297-8831-8587931125c3 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564549 Dec 15 16:31:34.399003 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc1f37-1329-425a-b4b8-68b1df79ddb7 req-56424dd6-64ad-4f50-90dc-d03b95bd0b5f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:34.400493 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a6cc1f37-1329-425a-b4b8-68b1df79ddb7 req-56424dd6-64ad-4f50-90dc-d03b95bd0b5f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 945 time: 0.0507982 Dec 15 16:31:34.452944 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a6cc1f37-1329-425a-b4b8-68b1df79ddb7 req-9043a2b1-25b7-4313-b1c5-48c25746da6f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433807 Dec 15 16:31:42.932513 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a14d78-04ae-4db9-bfbe-2e70b4619180 req-97244a1a-9540-4719-adae-948376711486 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:42.933869 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d3a14d78-04ae-4db9-bfbe-2e70b4619180 req-97244a1a-9540-4719-adae-948376711486 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 945 time: 0.0515995 Dec 15 16:31:42.989650 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-d3a14d78-04ae-4db9-bfbe-2e70b4619180 req-4f35ac9c-100a-4952-a4e5-19602b5a4698 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468009 Dec 15 16:31:43.014572 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45758) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:31:43.109915 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164b38d4-73e8-424b-b767-98828de602b7 tempest-TestMinimumBasicScenario-589678362 tempest-TestMinimumBasicScenario-589678362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:43.111487 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-164b38d4-73e8-424b-b767-98828de602b7 tempest-TestMinimumBasicScenario-589678362 tempest-TestMinimumBasicScenario-589678362-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 1093 time: 0.0956547 Dec 15 16:31:43.114598 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45762) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:31:43.120074 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Request body: {'floatingip': {'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'port_id': '69178240-43dc-4650-a6a4-f74c6c15626c', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:31:43.143784 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for floatingip, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:43.247334 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:43.370980 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_common [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Allocated IP 172.27.2.225 (c5577648-1338-48a1-9aee-0000e1c86c30/e4612a95-b6fe-41b2-b151-361c7c88d3e5/05d258ee-f3af-4716-9492-85984e53a02c) {{(pid=102566) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 16:31:43.487289 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for port, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:43.528014 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735659566520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:43.577786 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Network c5577648-1338-48a1-9aee-0000e1c86c30 is already hosted by enough agents. {{(pid=102566) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 16:31:43.582393 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.base_scheduler [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Resources bound (agent type, host, resource id): {{(pid=102566) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 16:31:43.587350 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Received port after_create {{(pid=102566) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 16:31:43.590795 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Pushing event updated for resources: {'Port': ['ID=05d258ee-f3af-4716-9492-85984e53a02c,revision_number=1']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:43.950610 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:44.020244 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:44.181605 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for port, precommit_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:44.188554 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3002512'] for port, after_update {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:44.257749 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Pushing event updated for resources: {'Port': ['ID=05d258ee-f3af-4716-9492-85984e53a02c,revision_number=2']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:44.266001 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534795'] for floatingip, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:44.372155 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.l3_db [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Floating IP 7384871f-33dc-4f06-a6c4-c48842e9e4e7 associated. External IP: 172.27.2.225, port: 69178240-43dc-4650-a6a4-f74c6c15626c. Dec 15 16:31:44.399172 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:31:44.594833 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:31:44.712959 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:31:44.723402 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abee032-89f9-4ef2-9b6a-55bfab56f0f1 None None] Sync routers for ids ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:31:44.731835 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:44.735867 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abee032-89f9-4ef2-9b6a-55bfab56f0f1 None None] Routers {'6640318a-46ae-4fb1-9cb1-b0643d0499b1'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:31:44.736505 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-8abee032-89f9-4ef2-9b6a-55bfab56f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:31:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:31:44.761516 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-0a8af098-4bc6-4ee5-82d4-96e813a92039 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6458170 Dec 15 16:31:44.762099 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'tag': '69178240-43dc-4650-a6a4-f74c6c15626c'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:31:44.764414 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe0cc26-2966-4f45-97d6-1e3bb88d494c" -d '{"events": [{"name": "network-changed", "server_uuid": "a11a4277-5614-4ba2-8452-4d7a8739292c", "tag": "69178240-43dc-4650-a6a4-f74c6c15626c"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:31:44.766097 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45764) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:31:44.770802 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a2cea7e2-b7db-46df-a0dd-34aa3b7031e9 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1763272433', 'description': 'tempest-secgroup-smoke-1763272433 description', 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:31:44.796322 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a2cea7e2-b7db-46df-a0dd-34aa3b7031e9 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:44.872251 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-8abee032-89f9-4ef2-9b6a-55bfab56f0f1 None None] Set router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:31:44.875936 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9470d1-47f9-4bee-8cb2-3120879e5f46 x-openstack-request-id: req-7c9470d1-47f9-4bee-8cb2-3120879e5f46 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:31:44.876382 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11a4277-5614-4ba2-8452-4d7a8739292c", "tag": "69178240-43dc-4650-a6a4-f74c6c15626c", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:31:44.876729 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c9470d1-47f9-4bee-8cb2-3120879e5f46 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:31:44.877252 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'tag': '69178240-43dc-4650-a6a4-f74c6c15626c', 'status': 'completed', 'code': 200} Dec 15 16:31:44.883621 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a2cea7e2-b7db-46df-a0dd-34aa3b7031e9 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:44.888028 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a2cea7e2-b7db-46df-a0dd-34aa3b7031e9 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:44.917164 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a2cea7e2-b7db-46df-a0dd-34aa3b7031e9 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:44.918393 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a2cea7e2-b7db-46df-a0dd-34aa3b7031e9 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1512973 Dec 15 16:31:44.923082 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45770) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:31:44.931010 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-cdc69a05-10f9-4149-8fda-a7f239003651 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Request body: {'security_group_rule': {'security_group_id': '53f853d4-c2ca-4af6-a5d5-9043fd6a5869', 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:31:44.935109 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cea7e2-b7db-46df-a0dd-34aa3b7031e9 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f853d4-c2ca-4af6-a5d5-9043fd6a5869,revision_number=1']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:44.945364 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0cc26-2966-4f45-97d6-1e3bb88d494c req-675a1abd-ede7-4c34-88ad-7cc5dfbe61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:44.946977 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cfe0cc26-2966-4f45-97d6-1e3bb88d494c req-675a1abd-ede7-4c34-88ad-7cc5dfbe61b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab2d1be987d44e91a0bfaaaf47b3235f&device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 1098 time: 0.0439203 Dec 15 16:31:44.980694 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cdc69a05-10f9-4149-8fda-a7f239003651 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.041204 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cdc69a05-10f9-4149-8fda-a7f239003651 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.045863 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0cc26-2966-4f45-97d6-1e3bb88d494c req-a4ec282e-56d9-4fe7-a7d0-32c9df66ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:45.047529 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cfe0cc26-2966-4f45-97d6-1e3bb88d494c req-a4ec282e-56d9-4fe7-a7d0-32c9df66ea95 service neutron] 10.222.0.65 "GET /v2.0/networks?id=944a922e-526f-48e8-8eb2-1c3a749cb11e HTTP/1.1" status: 200 len: 915 time: 0.0923774 Dec 15 16:31:45.047946 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cdc69a05-10f9-4149-8fda-a7f239003651 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.066132 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc69a05-10f9-4149-8fda-a7f239003651 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2544f252-0ac2-4615-957a-36446a45e84f,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:45.079642 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-cdc69a05-10f9-4149-8fda-a7f239003651 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.083584 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-cdc69a05-10f9-4149-8fda-a7f239003651 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569324 Dec 15 16:31:45.083978 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45772) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:31:45.089145 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-a88cea5a-4f4e-40ec-8a4f-75a8dc4a2200 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Request body: {'security_group_rule': {'security_group_id': '53f853d4-c2ca-4af6-a5d5-9043fd6a5869', 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:31:45.117867 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a88cea5a-4f4e-40ec-8a4f-75a8dc4a2200 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.121989 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cfe0cc26-2966-4f45-97d6-1e3bb88d494c req-5d8329d2-077e-468e-aa69-6f9212f30cdb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69178240-43dc-4650-a6a4-f74c6c15626c HTTP/1.1" status: 200 len: 999 time: 0.0667465 Dec 15 16:31:45.139323 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-8abee032-89f9-4ef2-9b6a-55bfab56f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '481c8384-7508-41ef-81ca-6334141a9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:54Z', 'revision_number': 4, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'gw_port': {'id': '481c8384-7508-41ef-81ca-6334141a9538', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': '7384871f-33dc-4f06-a6c4-c48842e9e4e7', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'port_id': '69178240-43dc-4650-a6a4-f74c6c15626c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'mac_address': 'fa:16:3e:60:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:31:43Z', 'updated_at': '2021-12-15T16:31:43Z', 'revision_number': 0, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833e6a05-4439-46cc-855d-a989116d2f76', 'name': '', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'mac_address': 'fa:16:3e:8d:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:53Z', 'updated_at': '2021-12-15T16:30:59Z', 'revision_number': 5, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'subnets': [{'id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:31:45.169569 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abee032-89f9-4ef2-9b6a-55bfab56f0f1 None None] Checking router: 6640318a-46ae-4fb1-9cb1-b0643d0499b1 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:31:45.175147 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0cc26-2966-4f45-97d6-1e3bb88d494c req-e6903198-7dfb-4ddd-ab18-39c646a03948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:45.176961 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cfe0cc26-2966-4f45-97d6-1e3bb88d494c req-e6903198-7dfb-4ddd-ab18-39c646a03948 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70a41f5f-bff0-4b2a-9b6f-a56145228865 HTTP/1.1" status: 200 len: 853 time: 0.0481856 Dec 15 16:31:45.178126 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abee032-89f9-4ef2-9b6a-55bfab56f0f1 None None] Routers {'6640318a-46ae-4fb1-9cb1-b0643d0499b1'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:31:45.178811 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-8abee032-89f9-4ef2-9b6a-55bfab56f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:31:27Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:31:45.179067 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a88cea5a-4f4e-40ec-8a4f-75a8dc4a2200 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.183446 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a88cea5a-4f4e-40ec-8a4f-75a8dc4a2200 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.201861 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cea5a-4f4e-40ec-8a4f-75a8dc4a2200 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41b8ed7-c1b5-4693-9432-ee456b10fcc3,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:45.212704 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a88cea5a-4f4e-40ec-8a4f-75a8dc4a2200 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.216716 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a88cea5a-4f4e-40ec-8a4f-75a8dc4a2200 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289394 Dec 15 16:31:45.217082 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45774) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:31:45.222389 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8fe8490b-379d-4b4b-a4fd-35a7345aa754 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Request body: {'security_group_rule': {'security_group_id': '53f853d4-c2ca-4af6-a5d5-9043fd6a5869', 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:31:45.232535 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0cc26-2966-4f45-97d6-1e3bb88d494c req-055a4bb6-9e33-4640-8c74-bc589dc6c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:45.234122 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cfe0cc26-2966-4f45-97d6-1e3bb88d494c req-055a4bb6-9e33-4640-8c74-bc589dc6c6bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=944a922e-526f-48e8-8eb2-1c3a749cb11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467024 Dec 15 16:31:45.250013 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8fe8490b-379d-4b4b-a4fd-35a7345aa754 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.301168 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-8abee032-89f9-4ef2-9b6a-55bfab56f0f1 None None] Set router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:31:45.319354 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8fe8490b-379d-4b4b-a4fd-35a7345aa754 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.329151 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8fe8490b-379d-4b4b-a4fd-35a7345aa754 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.337231 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cfe0cc26-2966-4f45-97d6-1e3bb88d494c req-a8a6442f-673b-4c8b-ac1f-610d1acf2bc0 service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927906 Dec 15 16:31:45.350044 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8490b-379d-4b4b-a4fd-35a7345aa754 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46c13db-da4b-469a-ad71-b1c308c9328a,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:45.360394 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8fe8490b-379d-4b4b-a4fd-35a7345aa754 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.361709 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-8fe8490b-379d-4b4b-a4fd-35a7345aa754 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434579 Dec 15 16:31:45.364569 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45776) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:31:45.371511 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-8ad9abb5-eb02-49cb-83c4-00369aecf8dd tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Request body: {'security_group_rule': {'security_group_id': '53f853d4-c2ca-4af6-a5d5-9043fd6a5869', 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:31:45.397803 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8ad9abb5-eb02-49cb-83c4-00369aecf8dd tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.453377 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-cfe0cc26-2966-4f45-97d6-1e3bb88d494c req-fb72ae5d-918b-40fa-b07d-be709c6874c0 service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064603 Dec 15 16:31:45.458123 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8ad9abb5-eb02-49cb-83c4-00369aecf8dd tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.463495 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8ad9abb5-eb02-49cb-83c4-00369aecf8dd tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.482643 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9abb5-eb02-49cb-83c4-00369aecf8dd tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34a8e1b-d377-4c57-a554-a1b1fbd9db51,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:45.492175 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-8ad9abb5-eb02-49cb-83c4-00369aecf8dd tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.493576 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-8ad9abb5-eb02-49cb-83c4-00369aecf8dd tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278701 Dec 15 16:31:45.496598 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45778) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:31:45.500997 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [None req-c1602893-0285-40c9-b17f-1e722e141043 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Request body: {'security_group_rule': {'security_group_id': '53f853d4-c2ca-4af6-a5d5-9043fd6a5869', 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:31:45.522140 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.securitygroups_db [None req-c1602893-0285-40c9-b17f-1e722e141043 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Project ab2d1be987d44e91a0bfaaaf47b3235f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:31:45.527722 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c1602893-0285-40c9-b17f-1e722e141043 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.562567 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-8abee032-89f9-4ef2-9b6a-55bfab56f0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '481c8384-7508-41ef-81ca-6334141a9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:54Z', 'revision_number': 4, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'gw_port': {'id': '481c8384-7508-41ef-81ca-6334141a9538', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': '7384871f-33dc-4f06-a6c4-c48842e9e4e7', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'port_id': '69178240-43dc-4650-a6a4-f74c6c15626c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'mac_address': 'fa:16:3e:60:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:31:43Z', 'updated_at': '2021-12-15T16:31:43Z', 'revision_number': 0, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833e6a05-4439-46cc-855d-a989116d2f76', 'name': '', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'mac_address': 'fa:16:3e:8d:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:53Z', 'updated_at': '2021-12-15T16:30:59Z', 'revision_number': 5, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'subnets': [{'id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:31:45.587278 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c1602893-0285-40c9-b17f-1e722e141043 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.589026 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abee032-89f9-4ef2-9b6a-55bfab56f0f1 None None] The sync data for ids ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'] in dv-cinder-812685-4-iscsi is: [{'id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '481c8384-7508-41ef-81ca-6334141a9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:54Z', 'revision_number': 4, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'gw_port': {'id': '481c8384-7508-41ef-81ca-6334141a9538', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_floatingips': [{'id': '7384871f-33dc-4f06-a6c4-c48842e9e4e7', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'router_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'port_id': '69178240-43dc-4650-a6a4-f74c6c15626c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'mac_address': 'fa:16:3e:60:c6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T16:31:43Z', 'updated_at': '2021-12-15T16:31:43Z', 'revision_number': 0, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833e6a05-4439-46cc-855d-a989116d2f76', 'name': '', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'mac_address': 'fa:16:3e:8d:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:53Z', 'updated_at': '2021-12-15T16:30:59Z', 'revision_number': 5, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'subnets': [{'id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:31:45.591291 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c1602893-0285-40c9-b17f-1e722e141043 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.609662 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1602893-0285-40c9-b17f-1e722e141043 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4783c72-377f-42a5-94a8-de3c1186300f,revision_number=0']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:45.620275 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-c1602893-0285-40c9-b17f-1e722e141043 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.621842 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-c1602893-0285-40c9-b17f-1e722e141043 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237838 Dec 15 16:31:45.624552 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45780) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:31:45.629349 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.v2.base [None req-ab9f1f65-95cb-447d-b254-c4161fb75f8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Request body: {'security_group_rule': {'security_group_id': '53f853d4-c2ca-4af6-a5d5-9043fd6a5869', 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102566) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:31:45.654504 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.db.securitygroups_db [None req-ab9f1f65-95cb-447d-b254-c4161fb75f8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Project ab2d1be987d44e91a0bfaaaf47b3235f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 16:31:45.660421 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1f65-95cb-447d-b254-c4161fb75f8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.733321 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1f65-95cb-447d-b254-c4161fb75f8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.737432 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1f65-95cb-447d-b254-c4161fb75f8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632795'] for security_group_rule, after_create {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.755954 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f1f65-95cb-447d-b254-c4161fb75f8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f487b6-768a-4730-838e-49316f947424,revision_number=0']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:45.765018 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1f65-95cb-447d-b254-c4161fb75f8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:45.766271 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-ab9f1f65-95cb-447d-b254-c4161fb75f8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406074 Dec 15 16:31:45.789487 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919c5c7-cb48-413b-b237-327dce228aba None None] New status for floating IP 7384871f-33dc-4f06-a6c4-c48842e9e4e7: ACTIVE {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:31:45.858562 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c7545a4d-555b-4ba2-95a6-251ca9bed84c req-a46d0641-4fb2-47f0-861c-a06c84936847 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763272433&fields=id&tenant_id=ab2d1be987d44e91a0bfaaaf47b3235f HTTP/1.1" status: 200 len: 267 time: 0.0450664 Dec 15 16:31:45.916940 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7545a4d-555b-4ba2-95a6-251ca9bed84c req-83cb7549-088d-4b5e-8dd4-6d4d269358bc tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:45.918379 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c7545a4d-555b-4ba2-95a6-251ca9bed84c req-83cb7549-088d-4b5e-8dd4-6d4d269358bc tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 945 time: 0.0535810 Dec 15 16:31:45.930385 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-c7545a4d-555b-4ba2-95a6-251ca9bed84c req-5c6bdf9b-d156-4060-9c64-0d3fa82b3c8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Request body: {'port': {'security_groups': ['a393566f-151a-41bc-8ecb-1128d24eda66', '53f853d4-c2ca-4af6-a5d5-9043fd6a5869']}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:31:46.001247 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-c7545a4d-555b-4ba2-95a6-251ca9bed84c req-5c6bdf9b-d156-4060-9c64-0d3fa82b3c8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:46.245469 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-c7545a4d-555b-4ba2-95a6-251ca9bed84c req-5c6bdf9b-d156-4060-9c64-0d3fa82b3c8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] For port 69178240-43dc-4650-a6a4-f74c6c15626c, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=69178240-43dc-4650-a6a4-f74c6c15626c,segment=NetworkSegment(21ec1726-404f-4571-a214-b944f00d9ea1),segment_id=21ec1726-404f-4571-a214-b944f00d9ea1)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:31:46.279859 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-c7545a4d-555b-4ba2-95a6-251ca9bed84c req-5c6bdf9b-d156-4060-9c64-0d3fa82b3c8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:46.285832 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-c7545a4d-555b-4ba2-95a6-251ca9bed84c req-5c6bdf9b-d156-4060-9c64-0d3fa82b3c8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10256235'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:46.298026 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['69178240-43dc-4650-a6a4-f74c6c15626c'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:31:46.337153 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7545a4d-555b-4ba2-95a6-251ca9bed84c req-5c6bdf9b-d156-4060-9c64-0d3fa82b3c8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:46.337851 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-c7545a4d-555b-4ba2-95a6-251ca9bed84c req-5c6bdf9b-d156-4060-9c64-0d3fa82b3c8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:46.343893 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-c7545a4d-555b-4ba2-95a6-251ca9bed84c req-5c6bdf9b-d156-4060-9c64-0d3fa82b3c8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "PUT /v2.0/ports/69178240-43dc-4650-a6a4-f74c6c15626c HTTP/1.1" status: 200 len: 981 time: 0.4168067 Dec 15 16:31:46.344404 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'tag': '69178240-43dc-4650-a6a4-f74c6c15626c'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:31:46.347018 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991e1ba18f7813c23b21ebe6bdf85174cd0cd8830ecb03b4cbd6f4717b0ad03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eccb3a2-021b-4faa-9773-9e0fb669c855" -d '{"events": [{"name": "network-changed", "server_uuid": "a11a4277-5614-4ba2-8452-4d7a8739292c", "tag": "69178240-43dc-4650-a6a4-f74c6c15626c"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:31:46.367027 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bdf9b-d156-4060-9c64-0d3fa82b3c8f tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Pushing event updated for resources: {'Port': ['ID=69178240-43dc-4650-a6a4-f74c6c15626c,revision_number=6']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:31:46.402183 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfa82c4-e455-4d57-a177-d4c63df46d62 x-openstack-request-id: req-6dfa82c4-e455-4d57-a177-d4c63df46d62 {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:31:46.403458 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11a4277-5614-4ba2-8452-4d7a8739292c", "tag": "69178240-43dc-4650-a6a4-f74c6c15626c", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:31:46.403704 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6dfa82c4-e455-4d57-a177-d4c63df46d62 {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:31:46.404183 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'tag': '69178240-43dc-4650-a6a4-f74c6c15626c', 'status': 'completed', 'code': 200} Dec 15 16:31:46.431702 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['69178240-43dc-4650-a6a4-f74c6c15626c'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:31:46.463520 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39d426-0e89-4490-9d26-fec85b952d11 req-1e988a31-91ac-46bf-bb71-cc00be110d51 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:46.466249 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cf39d426-0e89-4490-9d26-fec85b952d11 req-1e988a31-91ac-46bf-bb71-cc00be110d51 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0587163 Dec 15 16:31:46.479344 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccb3a2-021b-4faa-9773-9e0fb669c855 req-05efbc5c-4fbf-47f0-8151-c3d2c3d543a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:46.481749 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1eccb3a2-021b-4faa-9773-9e0fb669c855 req-05efbc5c-4fbf-47f0-8151-c3d2c3d543a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab2d1be987d44e91a0bfaaaf47b3235f&device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 1137 time: 0.0464444 Dec 15 16:31:46.550255 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-cf39d426-0e89-4490-9d26-fec85b952d11 req-0cc77d03-895a-4893-b05a-ff6b8e449bc2 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751317 Dec 15 16:31:46.606548 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccb3a2-021b-4faa-9773-9e0fb669c855 req-02290146-133d-4805-ba18-34e11c3a939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:46.608169 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1eccb3a2-021b-4faa-9773-9e0fb669c855 req-02290146-133d-4805-ba18-34e11c3a939c service neutron] 10.222.0.65 "GET /v2.0/networks?id=944a922e-526f-48e8-8eb2-1c3a749cb11e HTTP/1.1" status: 200 len: 915 time: 0.1159112 Dec 15 16:31:46.676074 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1eccb3a2-021b-4faa-9773-9e0fb669c855 req-c2c34150-d38a-4a45-a75d-1fd08adfccee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69178240-43dc-4650-a6a4-f74c6c15626c HTTP/1.1" status: 200 len: 1001 time: 0.0608783 Dec 15 16:31:46.708711 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-b0e65e45-f94e-437c-8b8c-e0f48df8464d None None] Provisioning complete for port 69178240-43dc-4650-a6a4-f74c6c15626c triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:31:46.709119 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b0e65e45-f94e-437c-8b8c-e0f48df8464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:46.735040 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccb3a2-021b-4faa-9773-9e0fb669c855 req-8f4095ec-567f-43e8-b69b-30a1bf35c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:46.736603 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1eccb3a2-021b-4faa-9773-9e0fb669c855 req-8f4095ec-567f-43e8-b69b-30a1bf35c3d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70a41f5f-bff0-4b2a-9b6f-a56145228865 HTTP/1.1" status: 200 len: 853 time: 0.0527384 Dec 15 16:31:46.785639 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccb3a2-021b-4faa-9773-9e0fb669c855 req-221c39d0-8faa-476c-8809-308c923de763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:31:46.787490 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1eccb3a2-021b-4faa-9773-9e0fb669c855 req-221c39d0-8faa-476c-8809-308c923de763 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=944a922e-526f-48e8-8eb2-1c3a749cb11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411787 Dec 15 16:31:46.876043 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1eccb3a2-021b-4faa-9773-9e0fb669c855 req-eb6e3be3-8b71-4f34-a1e8-2d8d2a6c6a89 service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816302 Dec 15 16:31:46.969292 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-1eccb3a2-021b-4faa-9773-9e0fb669c855 req-96dd1568-6930-468d-b6fe-1a63a5f3a17b service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867951 Dec 15 16:31:54.259180 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a174f49e-0ab4-4ec2-8f87-452643e577ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:56.902103 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-330b353a-758e-4bec-84e3-f6b3f6eaa687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:58.881132 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:59.951562 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:31:59.969178 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:01.105562 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:05.258961 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-abca57d6-3b9c-4ff3-a742-e83333ff226a req-825f25d9-93f1-4ee3-b340-9cfd06b3cd39 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430605 Dec 15 16:32:05.358665 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca57d6-3b9c-4ff3-a742-e83333ff226a req-741f059f-a634-48ce-ba0d-a0a7aca5e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:05.360221 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-abca57d6-3b9c-4ff3-a742-e83333ff226a req-741f059f-a634-48ce-ba0d-a0a7aca5e454 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab2d1be987d44e91a0bfaaaf47b3235f&device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 1137 time: 0.0486741 Dec 15 16:32:05.466367 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca57d6-3b9c-4ff3-a742-e83333ff226a req-eda3ef57-2a18-4b7d-b45e-c9c481be8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:05.467877 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-abca57d6-3b9c-4ff3-a742-e83333ff226a req-eda3ef57-2a18-4b7d-b45e-c9c481be8801 service neutron] 10.222.0.65 "GET /v2.0/networks?id=944a922e-526f-48e8-8eb2-1c3a749cb11e HTTP/1.1" status: 200 len: 915 time: 0.0875773 Dec 15 16:32:05.536043 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-abca57d6-3b9c-4ff3-a742-e83333ff226a req-2ae092f0-dfdb-4e7b-abe1-c9164baa551c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69178240-43dc-4650-a6a4-f74c6c15626c HTTP/1.1" status: 200 len: 1001 time: 0.0600863 Dec 15 16:32:05.591233 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca57d6-3b9c-4ff3-a742-e83333ff226a req-ef1a0ed6-8cef-424f-b409-6eef5309e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:05.592740 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-abca57d6-3b9c-4ff3-a742-e83333ff226a req-ef1a0ed6-8cef-424f-b409-6eef5309e19c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70a41f5f-bff0-4b2a-9b6f-a56145228865 HTTP/1.1" status: 200 len: 853 time: 0.0495744 Dec 15 16:32:05.649863 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca57d6-3b9c-4ff3-a742-e83333ff226a req-18d2da3a-7ac7-4f9d-af5c-9330dac21416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:05.651414 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-abca57d6-3b9c-4ff3-a742-e83333ff226a req-18d2da3a-7ac7-4f9d-af5c-9330dac21416 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=944a922e-526f-48e8-8eb2-1c3a749cb11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509849 Dec 15 16:32:05.744626 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-abca57d6-3b9c-4ff3-a742-e83333ff226a req-77a574bc-33d7-433e-ad71-20bcc1ed9158 service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848544 Dec 15 16:32:05.840921 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-abca57d6-3b9c-4ff3-a742-e83333ff226a req-0ae147eb-8f71-41aa-8f42-e14faa74ac27 service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891385 Dec 15 16:32:09.370291 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ae0ac-46f2-462d-85b2-9d3351d8e364 req-bcaf508c-ce8f-443d-b6d1-6ecc36545c85 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:09.372167 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ac8ae0ac-46f2-462d-85b2-9d3351d8e364 req-bcaf508c-ce8f-443d-b6d1-6ecc36545c85 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0554287 Dec 15 16:32:09.381223 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ad810-ebda-47a4-82de-acbd6b98553c req-cc59e26b-f42a-4d06-b210-155cc95819d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:09.382992 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c45ad810-ebda-47a4-82de-acbd6b98553c req-cc59e26b-f42a-4d06-b210-155cc95819d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab2d1be987d44e91a0bfaaaf47b3235f&device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 1137 time: 0.0423799 Dec 15 16:32:09.433320 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ac8ae0ac-46f2-462d-85b2-9d3351d8e364 req-7e183c22-3ef5-46c3-9de0-e12411229a54 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539968 Dec 15 16:32:09.488255 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ad810-ebda-47a4-82de-acbd6b98553c req-5d4eb651-1457-4f3c-ba95-3e8fdfad68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:09.489768 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c45ad810-ebda-47a4-82de-acbd6b98553c req-5d4eb651-1457-4f3c-ba95-3e8fdfad68ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=944a922e-526f-48e8-8eb2-1c3a749cb11e HTTP/1.1" status: 200 len: 915 time: 0.0992773 Dec 15 16:32:09.561485 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c45ad810-ebda-47a4-82de-acbd6b98553c req-cb103759-3a09-4be9-aca2-c2a054d1f7cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69178240-43dc-4650-a6a4-f74c6c15626c HTTP/1.1" status: 200 len: 1001 time: 0.0621021 Dec 15 16:32:09.612458 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ad810-ebda-47a4-82de-acbd6b98553c req-141d1cfb-396a-4658-ae97-b128e3feb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:09.613928 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c45ad810-ebda-47a4-82de-acbd6b98553c req-141d1cfb-396a-4658-ae97-b128e3feb1f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70a41f5f-bff0-4b2a-9b6f-a56145228865 HTTP/1.1" status: 200 len: 853 time: 0.0451043 Dec 15 16:32:09.673973 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ad810-ebda-47a4-82de-acbd6b98553c req-5ad374c9-266b-42ba-a2c7-a055075a94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:09.675488 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c45ad810-ebda-47a4-82de-acbd6b98553c req-5ad374c9-266b-42ba-a2c7-a055075a94c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=944a922e-526f-48e8-8eb2-1c3a749cb11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529234 Dec 15 16:32:09.778815 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c45ad810-ebda-47a4-82de-acbd6b98553c req-851afff4-9bfc-4df0-9f37-1df72453a95b service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946963 Dec 15 16:32:09.874286 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-c45ad810-ebda-47a4-82de-acbd6b98553c req-5b6698c1-c65b-4388-aa97-88d9b3de8395 service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882010 Dec 15 16:32:10.566827 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d5b95-7cc3-40e9-a622-90f16da7f965 req-2307ffa5-7301-4b2b-9ba8-67b6d36dc838 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:10.568387 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1a1d5b95-7cc3-40e9-a622-90f16da7f965 req-2307ffa5-7301-4b2b-9ba8-67b6d36dc838 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0601244 Dec 15 16:32:10.635184 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1a1d5b95-7cc3-40e9-a622-90f16da7f965 req-62c17689-b150-4a76-9292-f9ce37dcc7ec tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575058 Dec 15 16:32:11.767777 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad130e6-336b-44e0-9870-d2af7cef913e req-dfb708e8-7a81-4093-a4df-955cceed9b05 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:11.769265 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dad130e6-336b-44e0-9870-d2af7cef913e req-dfb708e8-7a81-4093-a4df-955cceed9b05 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0587113 Dec 15 16:32:11.836608 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-dad130e6-336b-44e0-9870-d2af7cef913e req-6386468b-f375-4cbc-8d03-ea90f539c059 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584044 Dec 15 16:32:12.974248 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996bc42-bca9-4fc4-af33-ae50a7952990 req-399589fa-8ede-4a93-aa40-e0b56ebbedde tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:12.975760 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7996bc42-bca9-4fc4-af33-ae50a7952990 req-399589fa-8ede-4a93-aa40-e0b56ebbedde tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0579338 Dec 15 16:32:13.040453 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7996bc42-bca9-4fc4-af33-ae50a7952990 req-5e288ec5-430c-49fa-a834-dbd7c60bbddd tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563421 Dec 15 16:32:14.166948 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470c3d2-e8bd-4e1f-8154-d435de982884 req-a10c3e64-440a-4161-a31a-1acdf06bee6b tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:14.168448 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7470c3d2-e8bd-4e1f-8154-d435de982884 req-a10c3e64-440a-4161-a31a-1acdf06bee6b tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0500402 Dec 15 16:32:14.234264 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7470c3d2-e8bd-4e1f-8154-d435de982884 req-95cbbdf9-a170-450b-9876-ca22e62197fa tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596044 Dec 15 16:32:15.368136 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762f859-614b-445c-b5db-90ae144cadcc req-956c57f1-a676-4db8-ba41-fa030813bb2e tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:15.369771 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3762f859-614b-445c-b5db-90ae144cadcc req-956c57f1-a676-4db8-ba41-fa030813bb2e tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0563238 Dec 15 16:32:15.438011 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3762f859-614b-445c-b5db-90ae144cadcc req-9c0861cf-e027-419b-8fa4-f40be517934d tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589886 Dec 15 16:32:16.565475 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9f49-a736-449f-9340-62098d7f8385 req-da4ca068-d39c-42c7-b01b-bcbbee0c631e tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:16.566977 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-287e9f49-a736-449f-9340-62098d7f8385 req-da4ca068-d39c-42c7-b01b-bcbbee0c631e tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0532591 Dec 15 16:32:16.634235 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-287e9f49-a736-449f-9340-62098d7f8385 req-e9b6e6d3-85d0-41ff-abad-f5c1cc3a11d0 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582254 Dec 15 16:32:17.771863 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84516a86-f69f-46ad-af03-dc309ff445cf req-722d4808-aa07-4f77-a08f-ee4c2c621e9b tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:17.773334 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-84516a86-f69f-46ad-af03-dc309ff445cf req-722d4808-aa07-4f77-a08f-ee4c2c621e9b tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0591919 Dec 15 16:32:17.842245 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-84516a86-f69f-46ad-af03-dc309ff445cf req-f6d7a234-8dd4-420f-aa92-1e272d966cd4 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595043 Dec 15 16:32:18.975381 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e3d7e-af1f-4b23-b5e9-4df59b51e505 req-01080fd5-13ce-444a-9dbe-fcaccfe6ef27 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:18.976886 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a59e3d7e-af1f-4b23-b5e9-4df59b51e505 req-01080fd5-13ce-444a-9dbe-fcaccfe6ef27 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0591006 Dec 15 16:32:19.039714 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-a59e3d7e-af1f-4b23-b5e9-4df59b51e505 req-6edd2916-07ae-4e19-addc-96e99f5c06f4 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566490 Dec 15 16:32:20.164731 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171e369-5679-41fa-af21-7cb3a44c5de1 req-a2c30923-58cb-4af5-bc15-426e05e99ea8 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:20.166266 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7171e369-5679-41fa-af21-7cb3a44c5de1 req-a2c30923-58cb-4af5-bc15-426e05e99ea8 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0547969 Dec 15 16:32:20.235485 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-7171e369-5679-41fa-af21-7cb3a44c5de1 req-953138ba-ef76-4f02-be68-122f2326b628 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610044 Dec 15 16:32:21.369085 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec841f-e126-45bb-b86a-9fb014f8dd93 req-13363076-067d-4627-a632-ad5077d27030 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:21.370559 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-75ec841f-e126-45bb-b86a-9fb014f8dd93 req-13363076-067d-4627-a632-ad5077d27030 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0554245 Dec 15 16:32:21.397824 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:32:21.433509 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-75ec841f-e126-45bb-b86a-9fb014f8dd93 req-838f7af8-55a7-4030-a659-8c14b1532feb tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563290 Dec 15 16:32:22.584586 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541f229-cc10-4757-b481-5a6f04aa4428 req-9aac6c18-a592-49a7-a4ba-522eea1fa1a5 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:22.586098 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1541f229-cc10-4757-b481-5a6f04aa4428 req-9aac6c18-a592-49a7-a4ba-522eea1fa1a5 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0689952 Dec 15 16:32:22.649592 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1541f229-cc10-4757-b481-5a6f04aa4428 req-9aec63a6-eed8-4a3e-a127-2e60dbb97b20 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545163 Dec 15 16:32:23.778112 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb98824-ad16-476c-97fc-b72bc2bdabec req-8c2fdc17-22cb-4c95-8228-619106500d22 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:23.779637 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0fb98824-ad16-476c-97fc-b72bc2bdabec req-8c2fdc17-22cb-4c95-8228-619106500d22 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0577300 Dec 15 16:32:23.846301 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0fb98824-ad16-476c-97fc-b72bc2bdabec req-aebf5d25-8c08-48ae-87d3-ec70e0c5a593 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600717 Dec 15 16:32:24.256285 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-00612ba3-ec57-4182-904b-16a9faf71e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:24.972224 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb33544-0a1e-4c98-8499-56b68566d8f3 req-23db9c13-3952-4e58-b8d5-fb223bd656a8 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:24.973752 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ebb33544-0a1e-4c98-8499-56b68566d8f3 req-23db9c13-3952-4e58-b8d5-fb223bd656a8 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0526524 Dec 15 16:32:25.042779 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-ebb33544-0a1e-4c98-8499-56b68566d8f3 req-2d2554ef-8ebf-4cc0-af78-9b487f1e7bcd tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626869 Dec 15 16:32:26.165975 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f3ac8-dc6f-400e-b998-02b8a656058c req-50bedb51-b6ee-4881-b4f0-64cb89284a85 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:26.167602 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4c3f3ac8-dc6f-400e-b998-02b8a656058c req-50bedb51-b6ee-4881-b4f0-64cb89284a85 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0540257 Dec 15 16:32:26.237260 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-4c3f3ac8-dc6f-400e-b998-02b8a656058c req-e73f8b12-77f1-4b12-bb8e-829860c66319 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&id=53f853d4-c2ca-4af6-a5d5-9043fd6a5869&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601516 Dec 15 16:32:26.898585 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e05fd7cb-021e-470b-bc88-13957ae01e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:28.881778 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:29.964374 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:29.973799 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:31.103338 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:54.257260 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cf6cc794-5fcf-48eb-a4ef-af2081495d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:56.901847 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-2e7576de-a30e-4c9d-a881-b7ddb9d2f0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:58.400288 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:32:58.508408 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8ac91335-ecaa-436d-a72d-ad6a2c121edf req-471e6f7c-b419-4772-9f06-241d3a652be3 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763272433&fields=id&tenant_id=ab2d1be987d44e91a0bfaaaf47b3235f HTTP/1.1" status: 200 len: 267 time: 0.0551758 Dec 15 16:32:58.566277 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac91335-ecaa-436d-a72d-ad6a2c121edf req-072fe674-d3f3-49af-979f-f3ee4988b02b tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:58.567676 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8ac91335-ecaa-436d-a72d-ad6a2c121edf req-072fe674-d3f3-49af-979f-f3ee4988b02b tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 984 time: 0.0505960 Dec 15 16:32:58.579102 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.v2.base [req-8ac91335-ecaa-436d-a72d-ad6a2c121edf req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Request body: {'port': {'security_groups': ['a393566f-151a-41bc-8ecb-1128d24eda66']}} {{(pid=102567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 16:32:58.644849 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-8ac91335-ecaa-436d-a72d-ad6a2c121edf req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1856217'] for port, before_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:58.827496 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [req-8ac91335-ecaa-436d-a72d-ad6a2c121edf req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] For port 69178240-43dc-4650-a6a4-f74c6c15626c, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=69178240-43dc-4650-a6a4-f74c6c15626c,segment=NetworkSegment(21ec1726-404f-4571-a214-b944f00d9ea1),segment_id=21ec1726-404f-4571-a214-b944f00d9ea1)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:32:58.870404 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-8ac91335-ecaa-436d-a72d-ad6a2c121edf req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for port, precommit_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:58.877058 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-8ac91335-ecaa-436d-a72d-ad6a2c121edf req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735660099813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735659566538', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735659566556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10256235'] for port, after_update {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:58.890106 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['69178240-43dc-4650-a6a4-f74c6c15626c'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:32:58.893949 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:58.931415 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac91335-ecaa-436d-a72d-ad6a2c121edf req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:58.932141 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [req-8ac91335-ecaa-436d-a72d-ad6a2c121edf req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:58.933542 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-8ac91335-ecaa-436d-a72d-ad6a2c121edf req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "PUT /v2.0/ports/69178240-43dc-4650-a6a4-f74c6c15626c HTTP/1.1" status: 200 len: 942 time: 0.3590641 Dec 15 16:32:58.934001 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'tag': '69178240-43dc-4650-a6a4-f74c6c15626c'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:32:58.939710 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991e1ba18f7813c23b21ebe6bdf85174cd0cd8830ecb03b4cbd6f4717b0ad03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea76de9-9de7-467b-a627-d6f654ca8da2" -d '{"events": [{"name": "network-changed", "server_uuid": "a11a4277-5614-4ba2-8452-4d7a8739292c", "tag": "69178240-43dc-4650-a6a4-f74c6c15626c"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:32:58.940289 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45846) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:32:58.969803 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Pushing event updated for resources: {'Port': ['ID=69178240-43dc-4650-a6a4-f74c6c15626c,revision_number=7']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:32:58.978025 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:58.978530 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:58.978876 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:58.979220 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:58.979586 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:58.979917 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:58.980249 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:58.980577 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:58.980907 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:58.981235 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:58.981560 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:58.981883 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:58.982221 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1687a5-24d3-4db0-927b-8304270d3894 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:58.990707 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d379189c-926d-4f14-a44c-8d011ecf5eca x-openstack-request-id: req-d379189c-926d-4f14-a44c-8d011ecf5eca {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:32:58.991095 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11a4277-5614-4ba2-8452-4d7a8739292c", "tag": "69178240-43dc-4650-a6a4-f74c6c15626c", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:32:58.991351 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d379189c-926d-4f14-a44c-8d011ecf5eca {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:32:58.991778 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'tag': '69178240-43dc-4650-a6a4-f74c6c15626c', 'status': 'completed', 'code': 200} Dec 15 16:32:59.040372 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['69178240-43dc-4650-a6a4-f74c6c15626c'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:32:59.209711 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.provisioning_blocks [None req-061cb527-f908-4698-ba63-9395c54ea826 None None] Provisioning complete for port 69178240-43dc-4650-a6a4-f74c6c15626c triggered by entity DHCP. {{(pid=102568) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 16:32:59.210035 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-061cb527-f908-4698-ba63-9395c54ea826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012712'] for port, provisioning_complete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:59.317142 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea76de9-9de7-467b-a627-d6f654ca8da2 req-47f1eb9f-0f9a-48cd-842c-b97180e1d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:59.318604 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8ea76de9-9de7-467b-a627-d6f654ca8da2 req-47f1eb9f-0f9a-48cd-842c-b97180e1d624 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab2d1be987d44e91a0bfaaaf47b3235f&device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 1098 time: 0.0665412 Dec 15 16:32:59.338009 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:59.402723 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:59.455693 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea76de9-9de7-467b-a627-d6f654ca8da2 req-180fe900-5aa4-4542-aacc-55585cd19117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:59.457122 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8ea76de9-9de7-467b-a627-d6f654ca8da2 req-180fe900-5aa4-4542-aacc-55585cd19117 service neutron] 10.222.0.65 "GET /v2.0/networks?id=944a922e-526f-48e8-8eb2-1c3a749cb11e HTTP/1.1" status: 200 len: 915 time: 0.1299860 Dec 15 16:32:59.531037 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:59.533638 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:59.535199 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "DELETE /v2.0/security-groups/53f853d4-c2ca-4af6-a5d5-9043fd6a5869 HTTP/1.1" status: 204 len: 168 time: 0.5939314 Dec 15 16:32:59.538083 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45850) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:32:59.540405 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8ea76de9-9de7-467b-a627-d6f654ca8da2 req-0a235b96-60f0-4772-bcd3-6aefb91dea63 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69178240-43dc-4650-a6a4-f74c6c15626c HTTP/1.1" status: 200 len: 1001 time: 0.0750768 Dec 15 16:32:59.553954 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f853d4-c2ca-4af6-a5d5-9043fd6a5869,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:32:59.581511 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:59.581825 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:59.582194 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:59.582506 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:59.582857 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:59.583157 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:59.583516 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:59.583861 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:59.584183 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:59.584549 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:59.584890 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:59.585211 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:59.585506 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb0b872-b02a-46c8-a292-4fd85b4db91a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:32:59.609817 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea76de9-9de7-467b-a627-d6f654ca8da2 req-d59f4b06-8a56-449c-a8f3-5ef76085f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:59.611289 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8ea76de9-9de7-467b-a627-d6f654ca8da2 req-d59f4b06-8a56-449c-a8f3-5ef76085f592 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70a41f5f-bff0-4b2a-9b6f-a56145228865 HTTP/1.1" status: 200 len: 853 time: 0.0644288 Dec 15 16:32:59.659337 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea76de9-9de7-467b-a627-d6f654ca8da2 req-b6a794bb-43b8-44ee-99eb-2427c37b39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:32:59.660926 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8ea76de9-9de7-467b-a627-d6f654ca8da2 req-b6a794bb-43b8-44ee-99eb-2427c37b39f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=944a922e-526f-48e8-8eb2-1c3a749cb11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424368 Dec 15 16:32:59.705420 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e9230-8ab9-4f22-9bcf-86627e91baa7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Deleting port 05d258ee-f3af-4716-9492-85984e53a02c {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:32:59.705751 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e6e9230-8ab9-4f22-9bcf-86627e91baa7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:59.757793 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8ea76de9-9de7-467b-a627-d6f654ca8da2 req-f9093f77-21fb-458e-bf0b-4101e49a0569 service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897410 Dec 15 16:32:59.786958 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e6e9230-8ab9-4f22-9bcf-86627e91baa7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:59.787418 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e6e9230-8ab9-4f22-9bcf-86627e91baa7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:59.800278 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e9230-8ab9-4f22-9bcf-86627e91baa7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Calling delete_port for 05d258ee-f3af-4716-9492-85984e53a02c owned by network:floatingip {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:32:59.849243 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-8ea76de9-9de7-467b-a627-d6f654ca8da2 req-b6b474bc-9e61-4e34-8c19-6812993a5bd6 service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836949 Dec 15 16:32:59.951177 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:59.959475 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e6e9230-8ab9-4f22-9bcf-86627e91baa7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:59.975883 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:32:59.986704 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e9230-8ab9-4f22-9bcf-86627e91baa7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Pushing event deleted for resources: {'Port': ['ID=05d258ee-f3af-4716-9492-85984e53a02c,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:00.054516 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e6e9230-8ab9-4f22-9bcf-86627e91baa7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks [] for floatingip, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:00.054869 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.db.l3_db [None req-0e6e9230-8ab9-4f22-9bcf-86627e91baa7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Floating IP 7384871f-33dc-4f06-a6c4-c48842e9e4e7 disassociated (deleted). External IP: 172.27.2.225, port: 69178240-43dc-4650-a6a4-f74c6c15626c. Dec 15 16:33:00.283700 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6e9230-8ab9-4f22-9bcf-86627e91baa7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:33:00.401250 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6e9230-8ab9-4f22-9bcf-86627e91baa7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:33:00.407976 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-0e6e9230-8ab9-4f22-9bcf-86627e91baa7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for floatingip, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:00.413099 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af1a55-aae1-44cf-8ac5-2f52e6ac4782 None None] Sync routers for ids ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:33:00.423497 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af1a55-aae1-44cf-8ac5-2f52e6ac4782 None None] Routers {'6640318a-46ae-4fb1-9cb1-b0643d0499b1'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:33:00.424111 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-54af1a55-aae1-44cf-8ac5-2f52e6ac4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:32:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:00.437785 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-0e6e9230-8ab9-4f22-9bcf-86627e91baa7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "DELETE /v2.0/floatingips/7384871f-33dc-4f06-a6c4-c48842e9e4e7 HTTP/1.1" status: 204 len: 168 time: 0.8959286 Dec 15 16:33:00.679052 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-54af1a55-aae1-44cf-8ac5-2f52e6ac4782 None None] Set router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:33:00.896810 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-54af1a55-aae1-44cf-8ac5-2f52e6ac4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '481c8384-7508-41ef-81ca-6334141a9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:54Z', 'revision_number': 4, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'gw_port': {'id': '481c8384-7508-41ef-81ca-6334141a9538', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '833e6a05-4439-46cc-855d-a989116d2f76', 'name': '', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'mac_address': 'fa:16:3e:8d:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:53Z', 'updated_at': '2021-12-15T16:30:59Z', 'revision_number': 5, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'subnets': [{'id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:00.923724 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af1a55-aae1-44cf-8ac5-2f52e6ac4782 None None] Checking router: 6640318a-46ae-4fb1-9cb1-b0643d0499b1 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:33:00.932838 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af1a55-aae1-44cf-8ac5-2f52e6ac4782 None None] Routers {'6640318a-46ae-4fb1-9cb1-b0643d0499b1'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:33:00.933448 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-54af1a55-aae1-44cf-8ac5-2f52e6ac4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:32:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:00.992505 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'tag': '69178240-43dc-4650-a6a4-f74c6c15626c'}] {{(pid=102567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:33:00.994917 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991e1ba18f7813c23b21ebe6bdf85174cd0cd8830ecb03b4cbd6f4717b0ad03d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d43ec2-b414-47b9-85f5-833cd1ba9874" -d '{"events": [{"name": "network-changed", "server_uuid": "a11a4277-5614-4ba2-8452-4d7a8739292c", "tag": "69178240-43dc-4650-a6a4-f74c6c15626c"}]}' {{(pid=102567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:33:01.036725 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 16:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8b27bd-1fe5-45a9-aff7-058f5e2eb45f x-openstack-request-id: req-da8b27bd-1fe5-45a9-aff7-058f5e2eb45f {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:33:01.037356 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11a4277-5614-4ba2-8452-4d7a8739292c", "tag": "69178240-43dc-4650-a6a4-f74c6c15626c", "status": "completed", "code": 200}]} {{(pid=102567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:33:01.037671 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da8b27bd-1fe5-45a9-aff7-058f5e2eb45f {{(pid=102567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:33:01.038125 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'tag': '69178240-43dc-4650-a6a4-f74c6c15626c', 'status': 'completed', 'code': 200} Dec 15 16:33:01.051276 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-54af1a55-aae1-44cf-8ac5-2f52e6ac4782 None None] Set router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:33:01.106839 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d43ec2-b414-47b9-85f5-833cd1ba9874 req-69d4a874-c0de-45d4-86f1-f746575cc7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:33:01.108426 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-52d43ec2-b414-47b9-85f5-833cd1ba9874 req-69d4a874-c0de-45d4-86f1-f746575cc7f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab2d1be987d44e91a0bfaaaf47b3235f&device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 1098 time: 0.0433171 Dec 15 16:33:01.175181 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:01.210205 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d43ec2-b414-47b9-85f5-833cd1ba9874 req-fd3ba427-6496-4ccc-b276-92d5ba82b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:33:01.211972 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-52d43ec2-b414-47b9-85f5-833cd1ba9874 req-fd3ba427-6496-4ccc-b276-92d5ba82b907 service neutron] 10.222.0.65 "GET /v2.0/networks?id=944a922e-526f-48e8-8eb2-1c3a749cb11e HTTP/1.1" status: 200 len: 915 time: 0.0920396 Dec 15 16:33:01.254580 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-52d43ec2-b414-47b9-85f5-833cd1ba9874 req-055c51c4-deb3-44cd-9c1e-e885c6db98ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69178240-43dc-4650-a6a4-f74c6c15626c HTTP/1.1" status: 200 len: 217 time: 0.0349033 Dec 15 16:33:01.273611 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-54af1a55-aae1-44cf-8ac5-2f52e6ac4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '481c8384-7508-41ef-81ca-6334141a9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:54Z', 'revision_number': 4, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'gw_port': {'id': '481c8384-7508-41ef-81ca-6334141a9538', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '833e6a05-4439-46cc-855d-a989116d2f76', 'name': '', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'mac_address': 'fa:16:3e:8d:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:53Z', 'updated_at': '2021-12-15T16:30:59Z', 'revision_number': 5, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'subnets': [{'id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:01.302567 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af1a55-aae1-44cf-8ac5-2f52e6ac4782 None None] The sync data for ids ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'] in dv-cinder-812685-4-iscsi is: [{'id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '481c8384-7508-41ef-81ca-6334141a9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:54Z', 'revision_number': 4, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'gw_port': {'id': '481c8384-7508-41ef-81ca-6334141a9538', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi', '_interfaces': [{'id': '833e6a05-4439-46cc-855d-a989116d2f76', 'name': '', 'network_id': '944a922e-526f-48e8-8eb2-1c3a749cb11e', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'mac_address': 'fa:16:3e:8d:0d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:53Z', 'updated_at': '2021-12-15T16:30:59Z', 'revision_number': 5, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'subnets': [{'id': '70a41f5f-bff0-4b2a-9b6f-a56145228865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:33:01.303563 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d43ec2-b414-47b9-85f5-833cd1ba9874 req-2162de1b-7660-4378-ab99-5531934be507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:33:01.305045 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-52d43ec2-b414-47b9-85f5-833cd1ba9874 req-2162de1b-7660-4378-ab99-5531934be507 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70a41f5f-bff0-4b2a-9b6f-a56145228865 HTTP/1.1" status: 200 len: 853 time: 0.0430067 Dec 15 16:33:01.366985 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d43ec2-b414-47b9-85f5-833cd1ba9874 req-1309a155-515f-447d-9ab3-9c1076fc0ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:33:01.368379 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-52d43ec2-b414-47b9-85f5-833cd1ba9874 req-1309a155-515f-447d-9ab3-9c1076fc0ab6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=944a922e-526f-48e8-8eb2-1c3a749cb11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557120 Dec 15 16:33:01.472844 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-52d43ec2-b414-47b9-85f5-833cd1ba9874 req-c7116c1a-f485-4538-bc01-55c13010a2dc service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906639 Dec 15 16:33:01.545128 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cea9ff-5098-44fc-ab44-6a7333921a8e None None] New status for floating IP 7384871f-33dc-4f06-a6c4-c48842e9e4e7: DOWN {{(pid=102569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 16:33:01.570778 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-52d43ec2-b414-47b9-85f5-833cd1ba9874 req-9de5279a-0d5e-4a82-92e6-f70b429cc09b service neutron] 10.222.0.65 "GET /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898838 Dec 15 16:33:03.187012 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d4166-b1d4-4a3f-9511-098ec08e2810 req-28376c97-2cd3-40fa-b9d4-72f9007a830a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:33:03.188481 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3e4d4166-b1d4-4a3f-9511-098ec08e2810 req-28376c97-2cd3-40fa-b9d4-72f9007a830a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 945 time: 0.0547349 Dec 15 16:33:03.240735 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-3e4d4166-b1d4-4a3f-9511-098ec08e2810 req-1717fe25-9ceb-4e9a-81da-61718f5030a0 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460393 Dec 15 16:33:04.370898 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe07b85-f0c0-473b-9f0d-87db9ef83d3f req-0db5443a-45dd-426f-8030-5a12d03b65af tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:33:04.372393 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0fe07b85-f0c0-473b-9f0d-87db9ef83d3f req-0db5443a-45dd-426f-8030-5a12d03b65af tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 945 time: 0.0537443 Dec 15 16:33:04.431101 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-0fe07b85-f0c0-473b-9f0d-87db9ef83d3f req-c2302e91-51d9-40e1-a622-06544a9a7bfc tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/security-groups?id=a393566f-151a-41bc-8ecb-1128d24eda66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485411 Dec 15 16:33:04.832819 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d191c11-1e2e-4a5b-9b70-984f777f6549 req-546c0610-b608-4c00-b3c9-da850c3b941a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102566) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 16:33:04.834292 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-4d191c11-1e2e-4a5b-9b70-984f777f6549 req-546c0610-b608-4c00-b3c9-da850c3b941a tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.65 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 945 time: 0.0551035 Dec 15 16:33:04.950250 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-4d191c11-1e2e-4a5b-9b70-984f777f6549 req-4f7095d5-778e-494c-ad57-4384da5928b7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Deleting port 69178240-43dc-4650-a6a4-f74c6c15626c {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:33:04.950727 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-4d191c11-1e2e-4a5b-9b70-984f777f6549 req-4f7095d5-778e-494c-ad57-4384da5928b7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:05.063298 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [req-4d191c11-1e2e-4a5b-9b70-984f777f6549 req-4f7095d5-778e-494c-ad57-4384da5928b7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] For port 69178240-43dc-4650-a6a4-f74c6c15626c, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=69178240-43dc-4650-a6a4-f74c6c15626c,segment=NetworkSegment(21ec1726-404f-4571-a214-b944f00d9ea1),segment_id=21ec1726-404f-4571-a214-b944f00d9ea1)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:33:05.063692 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-4d191c11-1e2e-4a5b-9b70-984f777f6549 req-4f7095d5-778e-494c-ad57-4384da5928b7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:05.076102 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [req-4d191c11-1e2e-4a5b-9b70-984f777f6549 req-4f7095d5-778e-494c-ad57-4384da5928b7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Calling delete_port for 69178240-43dc-4650-a6a4-f74c6c15626c owned by compute:nova {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:33:05.214346 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-4d191c11-1e2e-4a5b-9b70-984f777f6549 req-4f7095d5-778e-494c-ad57-4384da5928b7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:05.226659 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] get_ports_and_sgs() called for port_ids ['69178240-43dc-4650-a6a4-f74c6c15626c'] {{(pid=102568) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 16:33:05.241926 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7095d5-778e-494c-ad57-4384da5928b7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Pushing event deleted for resources: {'Port': ['ID=69178240-43dc-4650-a6a4-f74c6c15626c,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:05.286355 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d191c11-1e2e-4a5b-9b70-984f777f6549 req-4f7095d5-778e-494c-ad57-4384da5928b7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] No DVR routers for this DVR port 69178240-43dc-4650-a6a4-f74c6c15626c on host hv-cinder-81268 {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:33:05.289327 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [req-4d191c11-1e2e-4a5b-9b70-984f777f6549 req-4f7095d5-778e-494c-ad57-4384da5928b7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259393'] for port, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:05.293176 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [req-4d191c11-1e2e-4a5b-9b70-984f777f6549 req-4f7095d5-778e-494c-ad57-4384da5928b7 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.65 "DELETE /v2.0/ports/69178240-43dc-4650-a6a4-f74c6c15626c HTTP/1.1" status: 204 len: 173 time: 0.4500818 Dec 15 16:33:05.293617 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'name': 'network-vif-deleted', 'tag': '69178240-43dc-4650-a6a4-f74c6c15626c'}] {{(pid=102566) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 16:33:05.295925 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1931006dfe279ddafa34695ddc6d7e83ca69a0e9e0e74d45cb1865335b67856e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778dfc8a-00a0-4d9d-9c8a-1ae91e6f32e3" -d '{"events": [{"server_uuid": "a11a4277-5614-4ba2-8452-4d7a8739292c", "name": "network-vif-deleted", "tag": "69178240-43dc-4650-a6a4-f74c6c15626c"}]}' {{(pid=102566) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 16:33:05.334080 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 16:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2564158-4b13-4591-8a47-b44153ec9450 x-openstack-request-id: req-b2564158-4b13-4591-8a47-b44153ec9450 {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 16:33:05.334393 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11a4277-5614-4ba2-8452-4d7a8739292c", "name": "network-vif-deleted", "tag": "69178240-43dc-4650-a6a4-f74c6c15626c", "status": "completed", "code": 200}]} {{(pid=102566) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 16:33:05.334628 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2564158-4b13-4591-8a47-b44153ec9450 {{(pid=102566) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 16:33:05.335033 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11a4277-5614-4ba2-8452-4d7a8739292c', 'name': 'network-vif-deleted', 'tag': '69178240-43dc-4650-a6a4-f74c6c15626c', 'status': 'completed', 'code': 200} Dec 15 16:33:05.550242 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [req-1760879f-f6d0-40f0-b4fe-907943d31edc req-c98460b0-bd89-4e47-a344-79e6e41821b2 tempest-TestMinimumBasicScenario-813304446 tempest-TestMinimumBasicScenario-813304446-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11a4277-5614-4ba2-8452-4d7a8739292c HTTP/1.1" status: 200 len: 210 time: 0.0382423 Dec 15 16:33:07.204269 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45940) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:33:07.820335 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4e1981e-aad7-455a-bb03-cc66df37a994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534539'] for router_interface, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:08.043076 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 69178240-43dc-4650-a6a4-f74c6c15626c no longer exists at agent hyperv_hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:33:08.063105 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] No Port match for: 69178240-43dc-4650-a6a4-f74c6c15626c {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:33:08.063483 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Device 69178240-43dc-4650-a6a4-f74c6c15626c not bound to the agent host hv-cinder-81268 {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:33:08.092016 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1981e-aad7-455a-bb03-cc66df37a994 admin admin] Deleting port 833e6a05-4439-46cc-855d-a989116d2f76 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:33:08.092264 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4e1981e-aad7-455a-bb03-cc66df37a994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:08.175694 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-b4e1981e-aad7-455a-bb03-cc66df37a994 admin admin] For port 833e6a05-4439-46cc-855d-a989116d2f76, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=833e6a05-4439-46cc-855d-a989116d2f76,segment=NetworkSegment(21ec1726-404f-4571-a214-b944f00d9ea1),segment_id=21ec1726-404f-4571-a214-b944f00d9ea1)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:33:08.176075 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4e1981e-aad7-455a-bb03-cc66df37a994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:08.190172 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1981e-aad7-455a-bb03-cc66df37a994 admin admin] Calling delete_port for 833e6a05-4439-46cc-855d-a989116d2f76 owned by network:router_interface {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:33:08.387956 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4e1981e-aad7-455a-bb03-cc66df37a994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:08.424412 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1981e-aad7-455a-bb03-cc66df37a994 admin admin] Pushing event deleted for resources: {'Port': ['ID=833e6a05-4439-46cc-855d-a989116d2f76,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:08.589898 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-b4e1981e-aad7-455a-bb03-cc66df37a994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534679'] for router_interface, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:08.837360 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e1981e-aad7-455a-bb03-cc66df37a994 admin admin] Router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:33:08.958289 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e1981e-aad7-455a-bb03-cc66df37a994 admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:33:08.965439 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-b4e1981e-aad7-455a-bb03-cc66df37a994 admin admin] 10.222.0.60 "PUT /v2.0/routers/6640318a-46ae-4fb1-9cb1-b0643d0499b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7583311 Dec 15 16:33:08.966274 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45942) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:33:08.969220 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f9d505-c98f-4e2c-b666-2a32be459ad8 None None] Sync routers for ids ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'] in dv-cinder-812685-4-iscsi {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:33:08.980073 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f9d505-c98f-4e2c-b666-2a32be459ad8 None None] Routers {'6640318a-46ae-4fb1-9cb1-b0643d0499b1'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:33:08.980702 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-a1f9d505-c98f-4e2c-b666-2a32be459ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:32:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:09.071835 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:09.090422 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-a1f9d505-c98f-4e2c-b666-2a32be459ad8 None None] Set router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:33:09.175983 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:09.231562 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] Deleting port 481c8384-7508-41ef-81ca-6334141a9538 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:33:09.231902 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:09.274205 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-a1f9d505-c98f-4e2c-b666-2a32be459ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '481c8384-7508-41ef-81ca-6334141a9538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:33:08Z', 'revision_number': 5, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'gw_port': {'id': '481c8384-7508-41ef-81ca-6334141a9538', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:09.304049 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f9d505-c98f-4e2c-b666-2a32be459ad8 None None] Checking router: 6640318a-46ae-4fb1-9cb1-b0643d0499b1 for host: dv-cinder-812685-4-iscsi {{(pid=102568) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:33:09.312690 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f9d505-c98f-4e2c-b666-2a32be459ad8 None None] Routers {'6640318a-46ae-4fb1-9cb1-b0643d0499b1'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102568) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:33:09.313295 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-a1f9d505-c98f-4e2c-b666-2a32be459ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:32:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'], 'active': True} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:09.314626 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] For port 481c8384-7508-41ef-81ca-6334141a9538, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=481c8384-7508-41ef-81ca-6334141a9538,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:33:09.315014 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:09.332528 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] Calling delete_port for 481c8384-7508-41ef-81ca-6334141a9538 owned by network:router_gateway {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:33:09.407827 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvr_db [None req-a1f9d505-c98f-4e2c-b666-2a32be459ad8 None None] Set router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 gateway port host: None {{(pid=102568) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:33:09.462570 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_hamode_db [None req-a1f9d505-c98f-4e2c-b666-2a32be459ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:33:09Z', 'revision_number': 6, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'gw_port_host': None}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:09.492363 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f9d505-c98f-4e2c-b666-2a32be459ad8 None None] The sync data for ids ['6640318a-46ae-4fb1-9cb1-b0643d0499b1'] in dv-cinder-812685-4-iscsi is: [{'id': '6640318a-46ae-4fb1-9cb1-b0643d0499b1', 'name': 'tempest-TestMinimumBasicScenario-444582751-router', 'tenant_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:51Z', 'updated_at': '2021-12-15T16:33:09Z', 'revision_number': 6, 'project_id': 'ab2d1be987d44e91a0bfaaaf47b3235f', 'gw_port_host': None}] {{(pid=102568) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:33:09.503973 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:09.534772 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=481c8384-7508-41ef-81ca-6334141a9538,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:09.594529 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534837'] for router_gateway, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:09.688576 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:09.690936 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:09.749908 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540332'] for router, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:09.750491 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6640318a-46ae-4fb1-9cb1-b0643d0499b1 {{(pid=102567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:33:09.755685 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] Publish callbacks [] for router, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:09.756836 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-818c5df9-7e5e-4393-b477-2e001e986eb1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6640318a-46ae-4fb1-9cb1-b0643d0499b1 HTTP/1.1" status: 204 len: 168 time: 0.7896514 Dec 15 16:33:09.759618 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45944) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:33:09.818547 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.db_base_plugin_v2 [None req-916d6596-1a4f-4cb6-90ad-463da81092b5 admin admin] Deleting subnet 70a41f5f-bff0-4b2a-9b6f-a56145228865 {{(pid=102567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:33:09.822752 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-916d6596-1a4f-4cb6-90ad-463da81092b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:09.860334 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-916d6596-1a4f-4cb6-90ad-463da81092b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2932540'] for subnet, precommit_delete_associations {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:09.947349 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-916d6596-1a4f-4cb6-90ad-463da81092b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.001731 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-916d6596-1a4f-4cb6-90ad-463da81092b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10256165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10220533'] for subnet, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.028639 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d6596-1a4f-4cb6-90ad-463da81092b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70a41f5f-bff0-4b2a-9b6f-a56145228865,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:10.030677 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-916d6596-1a4f-4cb6-90ad-463da81092b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for subnet, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.033981 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-916d6596-1a4f-4cb6-90ad-463da81092b5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/70a41f5f-bff0-4b2a-9b6f-a56145228865 HTTP/1.1" status: 204 len: 168 time: 0.2731905 Dec 15 16:33:10.034966 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1f201f-59b1-4c70-9a55-5a51b15132a4 None None] Network 944a922e-526f-48e8-8eb2-1c3a749cb11e requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:33:10.036798 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45946) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:33:10.105849 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.165537 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] Deleting port 1ab1c419-1ce3-411f-b137-74d015dd9a76 {{(pid=102567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:33:10.165881 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.231725 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.db [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] For port 1ab1c419-1ce3-411f-b137-74d015dd9a76, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=1ab1c419-1ce3-411f-b137-74d015dd9a76,segment=NetworkSegment(21ec1726-404f-4571-a214-b944f00d9ea1),segment_id=21ec1726-404f-4571-a214-b944f00d9ea1)] {{(pid=102567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:33:10.232068 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.249684 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.plugin [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] Calling delete_port for 1ab1c419-1ce3-411f-b137-74d015dd9a76 owned by network:dhcp {{(pid=102567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:33:10.268516 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] DHCP port deletion for 944a922e-526f-48e8-8eb2-1c3a749cb11e request from dv-cinder-812685-4-iscsi {{(pid=102568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:33:10.332225 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Deleting port 1ab1c419-1ce3-411f-b137-74d015dd9a76 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:33:10.332768 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.365318 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10256146'] for port, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.396033 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 833e6a05-4439-46cc-855d-a989116d2f76 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:33:10.401688 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab1c419-1ce3-411f-b137-74d015dd9a76,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:10.406304 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] No DVR routers for this DVR port 1ab1c419-1ce3-411f-b137-74d015dd9a76 on host dv-cinder-812685-4-iscsi {{(pid=102567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:33:10.431007 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: 833e6a05-4439-46cc-855d-a989116d2f76 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:33:10.431351 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 833e6a05-4439-46cc-855d-a989116d2f76 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:33:10.431800 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 1ab1c419-1ce3-411f-b137-74d015dd9a76 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:33:10.437977 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] For port 1ab1c419-1ce3-411f-b137-74d015dd9a76, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=1ab1c419-1ce3-411f-b137-74d015dd9a76,segment=NetworkSegment(21ec1726-404f-4571-a214-b944f00d9ea1),segment_id=21ec1726-404f-4571-a214-b944f00d9ea1)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:33:10.438393 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.462741 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: 1ab1c419-1ce3-411f-b137-74d015dd9a76 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:33:10.463116 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 1ab1c419-1ce3-411f-b137-74d015dd9a76 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:33:10.463561 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 481c8384-7508-41ef-81ca-6334141a9538 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:33:10.483620 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.484268 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Calling delete_port for 1ab1c419-1ce3-411f-b137-74d015dd9a76 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:33:10.488392 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: 481c8384-7508-41ef-81ca-6334141a9538 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:33:10.488392 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 481c8384-7508-41ef-81ca-6334141a9538 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:33:10.511419 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944a922e-526f-48e8-8eb2-1c3a749cb11e']}} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:10.521625 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ec1726-404f-4571-a214-b944f00d9ea1') {'for_net_delete': True} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:10.521928 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.services.segments.db [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ec1726-404f-4571-a214-b944f00d9ea1') {} {{(pid=102567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:10.532840 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2932679'] for segment, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.550264 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.557764 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:33:10.558494 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10256207'] for segment, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: Traceback (most recent call last): Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: timer() Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: cb(*args, **kw) Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: return func(*args, **kwargs) Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: self._notify() Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: self.callback(batched_events) Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: event.method(event) Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: return f(self, *a, **k) Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: return self._get(url).json() Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: return self.request(url, 'GET', **kwargs) Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:33:10.560531 dv-cinder-812685-4-iscsi neutron-server[102567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:33:10.578378 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.604449 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Pushing event deleted for resources: {'Port': ['ID=1ab1c419-1ce3-411f-b137-74d015dd9a76,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:10.614097 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] No DVR routers for this DVR port 1ab1c419-1ce3-411f-b137-74d015dd9a76 on host dv-cinder-812685-4-iscsi {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:33:10.614097 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:33:10.614671 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:33:10.614962 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:33:10.615302 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:33:10.615705 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:33:10.615978 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:33:10.616308 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:33:10.616640 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:33:10.616982 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:33:10.617324 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:33:10.617767 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:33:10.618091 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:33:10.618386 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c8274-1caf-4504-a807-ec63a3ab8af1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-4-iscsi {{(pid=102568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 16:33:10.623700 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.634474 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:10.637824 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] 10.222.0.60 "DELETE /v2.0/networks/944a922e-526f-48e8-8eb2-1c3a749cb11e HTTP/1.1" status: 204 len: 168 time: 0.6001034 Dec 15 16:33:10.641173 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45948) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:33:10.648922 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca2d5b-6b0c-44aa-9dee-cc71d33fc83c admin admin] Pushing event deleted for resources: {'Network': ['ID=944a922e-526f-48e8-8eb2-1c3a749cb11e,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:11.017084 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-145fda3d-f67d-4587-a354-1a558394e6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-534539'] for router_interface, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:11.285253 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-145fda3d-f67d-4587-a354-1a558394e6c1 admin admin] Deleting port 8c58cd31-4eac-4884-b6a9-5a7dd629412a {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:33:11.285497 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-145fda3d-f67d-4587-a354-1a558394e6c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:11.365922 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-145fda3d-f67d-4587-a354-1a558394e6c1 admin admin] For port 8c58cd31-4eac-4884-b6a9-5a7dd629412a, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=8c58cd31-4eac-4884-b6a9-5a7dd629412a,segment=NetworkSegment(a0fef553-c5e5-46cd-8445-e5f07ae9b290),segment_id=a0fef553-c5e5-46cd-8445-e5f07ae9b290)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:33:11.366319 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-145fda3d-f67d-4587-a354-1a558394e6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:11.380308 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-145fda3d-f67d-4587-a354-1a558394e6c1 admin admin] Calling delete_port for 8c58cd31-4eac-4884-b6a9-5a7dd629412a owned by network:router_interface {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:33:11.577735 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-145fda3d-f67d-4587-a354-1a558394e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:11.606651 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fda3d-f67d-4587-a354-1a558394e6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c58cd31-4eac-4884-b6a9-5a7dd629412a,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:11.776154 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-145fda3d-f67d-4587-a354-1a558394e6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534679'] for router_interface, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:12.000418 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145fda3d-f67d-4587-a354-1a558394e6c1 admin admin] Router 6b5e95b2-a254-4ba1-885d-d559520da259 has already been hosted by L3 agent 4f030815-1cba-4738-a3db-5e06fecf3b7f {{(pid=102566) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 16:33:12.104982 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145fda3d-f67d-4587-a354-1a558394e6c1 admin admin] Notify agent at l3_agent.dv-cinder-812685-4-iscsi the message routers_updated {{(pid=102566) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 16:33:12.110077 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-145fda3d-f67d-4587-a354-1a558394e6c1 admin admin] 10.222.0.60 "PUT /v2.0/routers/6b5e95b2-a254-4ba1-885d-d559520da259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4677937 Dec 15 16:33:12.112707 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45950) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:33:12.114952 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c9fe40-7a48-4334-8f04-50a383e219ae None None] Sync routers for ids ['6b5e95b2-a254-4ba1-885d-d559520da259'] in dv-cinder-812685-4-iscsi {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 16:33:12.126512 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c9fe40-7a48-4334-8f04-50a383e219ae None None] Routers {'6b5e95b2-a254-4ba1-885d-d559520da259'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:33:12.127127 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-84c9fe40-7a48-4334-8f04-50a383e219ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:32:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6b5e95b2-a254-4ba1-885d-d559520da259'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:12.214801 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] Publish callbacks [] for router, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:12.231405 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-84c9fe40-7a48-4334-8f04-50a383e219ae None None] Set router 6b5e95b2-a254-4ba1-885d-d559520da259 gateway port host: dv-cinder-812685-4-iscsi {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:33:12.334791 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:12.392426 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] Deleting port b6042b7c-80be-4f6f-b27c-fb6305fc484d {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:33:12.392760 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:12.412383 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-84c9fe40-7a48-4334-8f04-50a383e219ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'name': 'tempest-TestMinimumBasicScenario-359337259-router', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'external_fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'b6042b7c-80be-4f6f-b27c-fb6305fc484d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:56Z', 'updated_at': '2021-12-15T16:33:11Z', 'revision_number': 5, 'project_id': '90d6df5f46244c5192631c7150461daf', 'gw_port': {'id': 'b6042b7c-80be-4f6f-b27c-fb6305fc484d', 'name': '', 'network_id': 'c5577648-1338-48a1-9aee-0000e1c86c30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:49:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T16:30:57Z', 'updated_at': '2021-12-15T16:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4612a95-b6fe-41b2-b151-361c7c88d3e5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-4-iscsi'}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:12.438874 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c9fe40-7a48-4334-8f04-50a383e219ae None None] Checking router: 6b5e95b2-a254-4ba1-885d-d559520da259 for host: dv-cinder-812685-4-iscsi {{(pid=102569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 16:33:12.447102 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c9fe40-7a48-4334-8f04-50a383e219ae None None] Routers {'6b5e95b2-a254-4ba1-885d-d559520da259'} bound to L3 agent in host dv-cinder-812685-4-iscsi {{(pid=102569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 16:33:12.448373 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-84c9fe40-7a48-4334-8f04-50a383e219ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T16:12:57Z,description=,heartbeat_timestamp=2021-12-15T16:32:57Z,host='dv-cinder-812685-4-iscsi',id=4f030815-1cba-4738-a3db-5e06fecf3b7f,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T16:12:57Z,topic='l3_agent')) {'router_ids': ['6b5e95b2-a254-4ba1-885d-d559520da259'], 'active': True} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:12.475307 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] For port b6042b7c-80be-4f6f-b27c-fb6305fc484d, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=b6042b7c-80be-4f6f-b27c-fb6305fc484d,segment=NetworkSegment(63a86dcc-56ec-401a-8126-093e3433c6fa),segment_id=63a86dcc-56ec-401a-8126-093e3433c6fa)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:33:12.475695 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:12.489465 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] Calling delete_port for b6042b7c-80be-4f6f-b27c-fb6305fc484d owned by network:router_gateway {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:33:12.559456 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_dvr_db [None req-84c9fe40-7a48-4334-8f04-50a383e219ae None None] Set router 6b5e95b2-a254-4ba1-885d-d559520da259 gateway port host: None {{(pid=102569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 16:33:12.614742 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.l3_hamode_db [None req-84c9fe40-7a48-4334-8f04-50a383e219ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'name': 'tempest-TestMinimumBasicScenario-359337259-router', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:56Z', 'updated_at': '2021-12-15T16:33:12Z', 'revision_number': 6, 'project_id': '90d6df5f46244c5192631c7150461daf', 'gw_port_host': None}], 'dv-cinder-812685-4-iscsi', False) {} {{(pid=102569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:12.642031 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c9fe40-7a48-4334-8f04-50a383e219ae None None] The sync data for ids ['6b5e95b2-a254-4ba1-885d-d559520da259'] in dv-cinder-812685-4-iscsi is: [{'id': '6b5e95b2-a254-4ba1-885d-d559520da259', 'name': 'tempest-TestMinimumBasicScenario-359337259-router', 'tenant_id': '90d6df5f46244c5192631c7150461daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T16:30:56Z', 'updated_at': '2021-12-15T16:33:12Z', 'revision_number': 6, 'project_id': '90d6df5f46244c5192631c7150461daf', 'gw_port_host': None}] {{(pid=102569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 16:33:12.668563 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:12.695894 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6042b7c-80be-4f6f-b27c-fb6305fc484d,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:12.767635 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534837'] for router_gateway, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:12.865348 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-540325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7038'] for router, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:12.867611 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:12.922054 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-540332'] for router, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:12.922608 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b5e95b2-a254-4ba1-885d-d559520da259 {{(pid=102566) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 16:33:12.927314 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] Publish callbacks [] for router, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:12.928506 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-95526642-76df-4521-9dfc-3dcdcb817a31 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6b5e95b2-a254-4ba1-885d-d559520da259 HTTP/1.1" status: 204 len: 168 time: 0.8149087 Dec 15 16:33:12.932004 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45952) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:33:12.985309 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.db_base_plugin_v2 [None req-8397a4b5-3294-45ba-b668-b94dea3eba9e admin admin] Deleting subnet 3e7c186a-477d-4477-9e30-6431555beb56 {{(pid=102566) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 16:33:12.988964 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8397a4b5-3294-45ba-b668-b94dea3eba9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.033698 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8397a4b5-3294-45ba-b668-b94dea3eba9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2822445'] for subnet, precommit_delete_associations {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.388675 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8397a4b5-3294-45ba-b668-b94dea3eba9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2008070'] for subnet, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.452446 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8397a4b5-3294-45ba-b668-b94dea3eba9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2008077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3002590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10307840'] for subnet, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.476192 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397a4b5-3294-45ba-b668-b94dea3eba9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e7c186a-477d-4477-9e30-6431555beb56,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:13.482340 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-8397a4b5-3294-45ba-b668-b94dea3eba9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.485644 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-8397a4b5-3294-45ba-b668-b94dea3eba9e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3e7c186a-477d-4477-9e30-6431555beb56 HTTP/1.1" status: 204 len: 168 time: 0.5524249 Dec 15 16:33:13.488129 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45954) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:33:13.490097 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90834147-d0c4-4743-8972-a53e7f96ed45 None None] Network 0763e1ac-569b-4a21-8904-bc6a60fac825 requested from dv-cinder-812685-4-iscsi {{(pid=102568) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 16:33:13.569107 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1872936'] for network, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.631947 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] Deleting port d138b251-5997-4a73-aa8e-8b2d73595cc6 {{(pid=102566) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:33:13.632281 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.654658 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb60a22a-ba01-4428-bf63-8b00f327dcfd None None] DHCP port deletion for 0763e1ac-569b-4a21-8904-bc6a60fac825 request from dv-cinder-812685-4-iscsi {{(pid=102568) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 16:33:13.697488 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.db [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] For port d138b251-5997-4a73-aa8e-8b2d73595cc6, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=d138b251-5997-4a73-aa8e-8b2d73595cc6,segment=NetworkSegment(a0fef553-c5e5-46cd-8445-e5f07ae9b290),segment_id=a0fef553-c5e5-46cd-8445-e5f07ae9b290)] {{(pid=102566) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:33:13.697834 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.711753 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.plugin [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] Calling delete_port for d138b251-5997-4a73-aa8e-8b2d73595cc6 owned by network:dhcp {{(pid=102566) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:33:13.712251 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-eb60a22a-ba01-4428-bf63-8b00f327dcfd None None] Deleting port d138b251-5997-4a73-aa8e-8b2d73595cc6 {{(pid=102568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 16:33:13.712632 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb60a22a-ba01-4428-bf63-8b00f327dcfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735660059248'] for port, before_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.775672 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.db [None req-eb60a22a-ba01-4428-bf63-8b00f327dcfd None None] For port d138b251-5997-4a73-aa8e-8b2d73595cc6, host dv-cinder-812685-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-4-iscsi',level=0,port_id=d138b251-5997-4a73-aa8e-8b2d73595cc6,segment=NetworkSegment(a0fef553-c5e5-46cd-8445-e5f07ae9b290),segment_id=a0fef553-c5e5-46cd-8445-e5f07ae9b290)] {{(pid=102568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 16:33:13.776118 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb60a22a-ba01-4428-bf63-8b00f327dcfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579742'] for port, precommit_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.788793 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-eb60a22a-ba01-4428-bf63-8b00f327dcfd None None] Calling delete_port for d138b251-5997-4a73-aa8e-8b2d73595cc6 owned by network:dhcp {{(pid=102568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 16:33:13.792755 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3002601'] for port, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.820777 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] No DVR routers for this DVR port d138b251-5997-4a73-aa8e-8b2d73595cc6 on host dv-cinder-812685-4-iscsi {{(pid=102566) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:33:13.825621 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] Pushing event deleted for resources: {'Port': ['ID=d138b251-5997-4a73-aa8e-8b2d73595cc6,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:13.875279 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-eb60a22a-ba01-4428-bf63-8b00f327dcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1853702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735660099795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735659566529'] for port, after_delete {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.897107 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2009233', 'neutron.services.segments.db._delete_segments_for_network-8735660116098'] for network, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.898074 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60a22a-ba01-4428-bf63-8b00f327dcfd None None] Pushing event deleted for resources: {'Port': ['ID=d138b251-5997-4a73-aa8e-8b2d73595cc6,revision_number=None']} {{(pid=102568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:13.909012 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb60a22a-ba01-4428-bf63-8b00f327dcfd None None] No DVR routers for this DVR port d138b251-5997-4a73-aa8e-8b2d73595cc6 on host dv-cinder-812685-4-iscsi {{(pid=102568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 16:33:13.927135 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0763e1ac-569b-4a21-8904-bc6a60fac825']}} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:13.936799 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fef553-c5e5-46cd-8445-e5f07ae9b290') {'for_net_delete': True} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:13.937098 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.services.segments.db [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fef553-c5e5-46cd-8445-e5f07ae9b290') {} {{(pid=102566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 16:33:13.946952 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735660120203', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2822614'] for segment, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.960310 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159'] for segment, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.966427 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102566) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 16:33:13.966869 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2006159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3002548'] for segment, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: Traceback (most recent call last): Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: timer() Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: cb(*args, **kw) Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: return func(*args, **kwargs) Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: self._notify() Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: self.callback(batched_events) Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: event.method(event) Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: return f(self, *a, **k) Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._get(url).json() Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: return self.request(url, 'GET', **kwargs) Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 16:33:13.968659 dv-cinder-812685-4-iscsi neutron-server[102566]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 16:33:14.033211 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2009240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534809'] for network, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:14.039550 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636768'] for network, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:14.044105 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] 10.222.0.60 "DELETE /v2.0/networks/0763e1ac-569b-4a21-8904-bc6a60fac825 HTTP/1.1" status: 204 len: 168 time: 0.5550239 Dec 15 16:33:14.055700 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d9ace-e056-4c32-b60a-335ca5c7654b admin admin] Pushing event deleted for resources: {'Network': ['ID=0763e1ac-569b-4a21-8904-bc6a60fac825,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:14.217952 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45960) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:33:14.259012 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-97b43a27-6c64-4900-ba1b-131a8b4a5a6f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab2d1be987d44e91a0bfaaaf47b3235f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398774 Dec 15 16:33:14.262022 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [-] (102566) accepted ('10.222.0.60', 45962) {{(pid=102566) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:33:14.310107 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c88de6a6-b4fe-4a2d-9d9d-754c2f8f3342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:14.334187 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c88de6a6-b4fe-4a2d-9d9d-754c2f8f3342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:14.368173 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device d138b251-5997-4a73-aa8e-8b2d73595cc6 no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:33:14.383786 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c88de6a6-b4fe-4a2d-9d9d-754c2f8f3342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:14.387314 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron_lib.callbacks.manager [None req-c88de6a6-b4fe-4a2d-9d9d-754c2f8f3342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:14.388918 dv-cinder-812685-4-iscsi neutron-server[102566]: INFO neutron.wsgi [None req-c88de6a6-b4fe-4a2d-9d9d-754c2f8f3342 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a393566f-151a-41bc-8ecb-1128d24eda66 HTTP/1.1" status: 204 len: 168 time: 0.1259544 Dec 15 16:33:14.391097 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: d138b251-5997-4a73-aa8e-8b2d73595cc6 {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:33:14.391661 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device d138b251-5997-4a73-aa8e-8b2d73595cc6 not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:33:14.392379 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device b6042b7c-80be-4f6f-b27c-fb6305fc484d no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:33:14.398018 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88de6a6-b4fe-4a2d-9d9d-754c2f8f3342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a393566f-151a-41bc-8ecb-1128d24eda66,revision_number=None']} {{(pid=102566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:14.419060 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: b6042b7c-80be-4f6f-b27c-fb6305fc484d {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:33:14.419420 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device b6042b7c-80be-4f6f-b27c-fb6305fc484d not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:33:14.420046 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 8c58cd31-4eac-4884-b6a9-5a7dd629412a no longer exists at agent ovs-agent-dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 16:33:14.443116 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.plugin [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] No Port match for: 8c58cd31-4eac-4884-b6a9-5a7dd629412a {{(pid=102568) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 16:33:14.443494 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron.plugins.ml2.rpc [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Device 8c58cd31-4eac-4884-b6a9-5a7dd629412a not bound to the agent host dv-cinder-812685-4-iscsi {{(pid=102568) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 16:33:14.736432 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45968) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:33:14.780657 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-1a0c4cca-4135-47b3-a3df-11e6720e6bb3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90d6df5f46244c5192631c7150461daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430174 Dec 15 16:33:14.783203 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.wsgi [-] (102567) accepted ('10.222.0.60', 45970) {{(pid=102567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 16:33:14.845470 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a368a9c3-34d7-4059-9118-e47283d0f7ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:14.868644 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a368a9c3-34d7-4059-9118-e47283d0f7ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:14.921773 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a368a9c3-34d7-4059-9118-e47283d0f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625001'] for security_group, after_delete {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:14.924361 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron_lib.callbacks.manager [None req-a368a9c3-34d7-4059-9118-e47283d0f7ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:14.925539 dv-cinder-812685-4-iscsi neutron-server[102567]: INFO neutron.wsgi [None req-a368a9c3-34d7-4059-9118-e47283d0f7ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b60010e-82f4-4350-8e50-80654408c1e4 HTTP/1.1" status: 204 len: 168 time: 0.1414461 Dec 15 16:33:14.933737 dv-cinder-812685-4-iscsi neutron-server[102567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368a9c3-34d7-4059-9118-e47283d0f7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b60010e-82f4-4350-8e50-80654408c1e4,revision_number=None']} {{(pid=102567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 16:33:24.254058 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b6a00188-140f-4f18-9512-2f3e17a2d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:26.902405 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f8a505e8-1e15-45e4-8c6c-0a7a3bf84923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:28.895171 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:29.948647 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:29.977702 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:31.107656 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:35.399603 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:33:54.249784 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-aaec48b1-4eef-4fe6-b369-0b5dead63e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:56.900457 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-c3362fc6-c659-48b5-b490-733d8f4d412c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:58.894988 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:59.945284 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:33:59.983712 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:34:01.105323 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:34:12.398695 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:34:24.256387 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-22e4a8fb-0e21-4ea1-87e8-6a9bbac2c47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:34:26.895029 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-04575612-74c6-4e87-aba2-c560531ff546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:34:28.896466 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:34:29.942871 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:34:29.990139 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:34:31.110779 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:34:49.397468 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:34:54.257689 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e53d6e1e-1ea7-4a19-93e2-1c2218b1000c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:34:56.904423 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-e299d528-2ff3-43f3-bc41-ac6f2c202a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:34:58.902869 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:34:59.948067 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:34:59.989822 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:35:01.112644 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:35:24.255957 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f513886b-11c3-4670-8886-86545d133b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:35:26.397363 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:35:26.900147 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f894dd65-4677-450c-a3a0-e4959e396e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:35:28.902981 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:35:29.953783 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:35:29.995454 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:35:31.111405 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:35:54.257427 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-71dfd228-910c-47a6-a48c-6e1f79f757e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:35:56.900212 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-516de6f0-d85e-4354-9c52-f1a47bdad13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:35:58.903916 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:35:59.947119 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:35:59.994237 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:36:01.113440 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:36:03.398339 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:36:24.253571 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-f150d77a-237d-4c73-83ae-9ec24a2213ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:36:26.902630 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-37b16cc4-27e6-410b-a0e3-278c2908e1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:36:28.912393 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:36:29.954457 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:36:29.999330 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:36:31.110870 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:36:40.398181 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:36:42.939756 dv-cinder-812685-4-iscsi neutron-server[102566]: DEBUG neutron.wsgi [req-484a44b9-3738-4180-93c7-130a1eadbde9 req-4d2a17ae-a1e0-421b-8518-3058403b1938 service neutron] (102566) timed out ('10.222.0.65', 57596) {{(pid=102566) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 16:36:54.250124 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-52a3a355-63c0-4731-8c1e-45b672232f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:36:56.898295 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-9f36568c-eff9-4495-8576-66d56dd14876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:36:58.913723 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:36:59.954853 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:37:00.001774 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:37:01.106420 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:37:17.401094 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:37:24.245479 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-ecb8adf6-ccb2-4735-8c28-36fda913722a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:37:26.907502 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-a2339294-87b0-4ead-a97b-3e2f2bba09df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:37:28.921787 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:37:29.950037 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:37:30.004487 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:37:31.116139 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:37:54.252390 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b1e5f321-1d19-402b-9848-629eafbd5534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:37:54.400423 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 16:37:56.901635 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-b5a44cf1-ba05-4242-8c99-9118feed2a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:37:58.923133 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:37:59.948075 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:38:00.006745 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:38:01.111357 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:38:24.247953 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe490-311c-493e-afce-f45ab73d4807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:38:26.907784 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-203099e2-0962-4b88-be85-d1b276e318ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:38:28.921325 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-601d0e83-11b0-441c-bf97-b756eac3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:38:29.943396 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-556fabab-9f07-4721-a4ac-74d3d48ae0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:38:30.009234 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-0a64b453-44d4-4a9f-a597-75970add9e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:38:31.107046 dv-cinder-812685-4-iscsi neutron-server[102568]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa239-c5b6-448b-927d-8a2c0bf280fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735660116053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012743'] for agent, after_update {{(pid=102568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 16:38:31.400180 dv-cinder-812685-4-iscsi neutron-server[102569]: DEBUG neutron.db.agents_db [None req-2bab7cb8-97f1-4ad7-a69e-30c9ee84c598 None None] Agent healthcheck: found 6 active agents {{(pid=102569) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}